-- Logs begin at Thu 2021-04-15 10:06:57 UTC, end at Thu 2021-04-15 11:09:26 UTC. -- Apr 15 10:44:07.048394 dv-cinder-786385-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 15 10:44:10.299445 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.common.config [-] Logging enabled! Apr 15 10:44:10.300001 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84 Apr 15 10:44:10.301352 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85170) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 10:44:10.303206 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.common.config [-] Logging enabled! Apr 15 10:44:10.305108 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84 Apr 15 10:44:10.305108 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85170) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 10:44:10.305108 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:44:10.305766 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:44:10.306210 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:44:10.306500 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:44:10.306791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:44:10.307169 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.307522 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.307871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.308141 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.308490 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.308833 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.309160 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.309589 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.309946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.310282 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.310636 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.310972 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.311240 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.311569 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.311910 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.312256 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.312515 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] debug = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.312850 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.313455 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.313705 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.313990 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.314329 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.314680 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.315001 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.315325 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.315652 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.316030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] host = dv-cinder-786385-1-smb {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.316353 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.316695 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.317034 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.317370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.317690 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.318014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.318363 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.318695 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.319014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] log_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.319334 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.319674 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.320016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.320362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.320625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.320886 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.321225 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.321567 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.321888 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.322212 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.322573 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.322870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.323187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.323502 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.323838 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.324171 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.324506 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.324823 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.325673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.325994 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.326458 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.326821 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.327140 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.327458 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.327773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.328111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.328423 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.328740 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.329094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.329430 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.329763 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.330098 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.330416 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.330781 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.331097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.331413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.331729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] use_json = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.332045 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.332359 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.332942 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.333255 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.333567 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.333886 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.334197 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.334591 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:10.334908 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.335254 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.335600 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.335926 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.336294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.336591 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.336930 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.337250 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.337588 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.337928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.338262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.338605 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.338943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.339264 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.339611 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.339967 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.340312 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.340722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.341684 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.342005 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.342326 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.342676 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.343054 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.343357 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.343697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.344013 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.344334 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.345035 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.345035 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.345291 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.345615 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.345954 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.346276 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.346625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.346954 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.347276 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.347587 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.347902 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.348217 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.348556 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.348879 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.349194 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.349508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.349829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.350142 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.350469 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.350824 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.351143 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.351459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.351779 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.352094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.352408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.352749 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.353037 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.353340 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.353655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.353971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.354283 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.354622 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.354941 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.361241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.361241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.361241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.361241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.361241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.361241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.361241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.361241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.361241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.362923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.363426 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.363426 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.363832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.364196 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.364563 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.364942 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.365314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.365712 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.366097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.366477 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.366924 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.367311 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.367692 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.368105 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.368481 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:10.368777 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:44:10.369489 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85170) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 15 10:44:11.051616 dv-cinder-786385-1-smb neutron-server[85170]: INFO keyring.backend [-] Loading Gnome Apr 15 10:44:11.069522 dv-cinder-786385-1-smb neutron-server[85170]: INFO keyring.backend [-] Loading Google Apr 15 10:44:11.072305 dv-cinder-786385-1-smb neutron-server[85170]: INFO keyring.backend [-] Loading Windows (alt) Apr 15 10:44:11.076321 dv-cinder-786385-1-smb neutron-server[85170]: INFO keyring.backend [-] Loading file Apr 15 10:44:11.077289 dv-cinder-786385-1-smb neutron-server[85170]: INFO keyring.backend [-] Loading keyczar Apr 15 10:44:11.077631 dv-cinder-786385-1-smb neutron-server[85170]: INFO keyring.backend [-] Loading multi Apr 15 10:44:11.078690 dv-cinder-786385-1-smb neutron-server[85170]: INFO keyring.backend [-] Loading pyfs Apr 15 10:44:11.130156 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:44:11.130498 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:44:11.130892 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:44:11.131283 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 15 10:44:11.536512 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.537162 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.537162 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.538499 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.538961 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.539266 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.577041 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.577357 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.577662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.593742 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.594115 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.594476 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.664873 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.665194 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.665491 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.666519 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.666852 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.668892 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.951610 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.951945 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.952257 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.952572 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:11.953438 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.107385 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.107773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.108103 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.108422 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.108732 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.109157 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.109437 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.109743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.110049 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.110397 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.110719 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.111035 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.111353 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.111653 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.111976 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.112302 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.112609 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.112936 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.113231 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.113582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.114047 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.114344 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.114660 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.115016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.115308 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.115597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.116038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:44:12.116310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:44:12.116587 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:44:12.116942 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:44:12.117222 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:44:12.117501 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:44:12.117925 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 15 10:44:12.121255 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 15 10:44:12.125605 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 15 10:44:12.129598 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Apr 15 10:44:12.131286 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 15 10:44:12.132579 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 15 10:44:12.132968 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 15 10:44:12.133412 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 15 10:44:12.136213 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 15 10:44:12.136504 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 15 10:44:12.136904 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 10:44:12.165665 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 15 10:44:12.166134 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.166474 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85170) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 15 10:44:12.167097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.168454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85170) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 15 10:44:12.169375 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 10:44:12.169764 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 15 10:44:12.173016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.173331 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.240947 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 15 10:44:12.241225 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 15 10:44:12.241501 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 15 10:44:12.241927 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 15 10:44:12.275573 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_db.sqlalchemy.engines [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85170) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 15 10:44:12.731034 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Initializing driver for type 'gre' Apr 15 10:44:12.731734 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] gre ID ranges: [(1, 1000)] Apr 15 10:44:12.771916 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Initializing driver for type 'local' Apr 15 10:44:12.772292 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Initializing driver for type 'vlan' Apr 15 10:44:12.782434 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] VlanTypeDriver initialization complete Apr 15 10:44:12.782837 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Initializing driver for type 'vxlan' Apr 15 10:44:12.783373 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] vxlan ID ranges: [(1, 1000)] Apr 15 10:44:12.823507 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Initializing extension driver 'port_security' Apr 15 10:44:12.823864 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.extensions.port_security [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] PortSecurityExtensionDriver initialization complete Apr 15 10:44:12.824238 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Initializing mechanism driver 'openvswitch' Apr 15 10:44:12.824601 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Initializing mechanism driver 'hyperv' Apr 15 10:44:12.832067 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:44:12.833160 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > port after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.833565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > port after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.833952 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > port after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.834381 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > subnet after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.834797 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > subnet after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.835183 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.835600 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > network after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.835984 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > network after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.836365 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > network after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.836781 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > security_group after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.837163 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > security_group after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.837684 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.838110 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.838495 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.838923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.839339 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > address_group after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.839720 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > address_group after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.840095 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.840461 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] ML2 OVO RPC backend initialized. {{(pid=85170) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 15 10:44:12.841783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.842177 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.842665 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > network before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.843055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > networks before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.843436 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > port before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.843811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > ports before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.844191 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > subnet before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.844568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > subnets before_response 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.844953 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > network after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.845326 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > network after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.845695 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > network after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.846067 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > port after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.846438 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > port after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.846837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > port after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.847207 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > subnet after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.847575 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > subnet after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.847949 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.848588 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.plugin [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Modular L2 Plugin initialization complete Apr 15 10:44:12.848946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading services supported by the core plugin {{(pid=85170) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 15 10:44:12.849312 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.plugins.ml2.managers [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Got port-security extension from driver 'port_security' Apr 15 10:44:12.849819 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.extensions.vlantransparent [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Disabled vlantransparent extension. Apr 15 10:44:12.850357 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85170) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 15 10:44:12.850733 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading Plugin: router Apr 15 10:44:12.891516 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.891962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router after_create 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.892379 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router before_create 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.892813 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.893198 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.893600 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router after_delete 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.894005 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.894425 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router after_create 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.894855 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router after_update 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.895209 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router after_update 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.895604 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.896016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router after_update 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.896521 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router precommit_update 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.896954 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: port after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.897335 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: port after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.897713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: subnet after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.898091 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.898490 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.898910 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router precommit_create 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.899299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: port before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.899682 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router precommit_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.900093 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router after_update 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.900478 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.900871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router precommit_create 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.901283 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.901674 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router precommit_update 55549900 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.902111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > network after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.903211 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Tracking information for resource: router configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:44:12.904132 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Tracking information for resource: floatingip configured {{(pid=85170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:44:12.909162 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.l3_agentschedulers_db [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 15 10:44:12.909823 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: port after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.910223 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: port after_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.910635 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: port after_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.911024 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: port after_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.911950 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router before_create 55550100 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.912358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.912763 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router precommit_create 55550100 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.913159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > router precommit_update 55550100 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.918002 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.provider_configuration [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service providers = [] {{(pid=85170) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 15 10:44:12.918407 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.servicetype_db [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85170) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 15 10:44:12.921833 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.service_base [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85170) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:44:12.922220 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.service_base [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85170) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:44:12.922665 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.service_base [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85170) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:44:12.923565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.service_base [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85170) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:44:12.923964 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.services.service_base [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 15 10:44:12.924383 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:44:12.924736 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 15 10:44:12.935965 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:44:12.936332 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading Plugin: auto_allocate Apr 15 10:44:12.942180 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: network precommit_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.942616 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: network precommit_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.943214 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:44:12.943572 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading Plugin: tag Apr 15 10:44:12.951748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:44:12.952120 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading Plugin: timestamp Apr 15 10:44:12.955996 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:44:12.956366 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading Plugin: network_ip_availability Apr 15 10:44:12.962182 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.962608 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.963005 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:12.963796 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:44:12.964154 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading Plugin: flavors Apr 15 10:44:12.969167 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:44:12.969631 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading Plugin: revisions Apr 15 10:44:12.974066 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:44:12.974493 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.844s {{(pid=85170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:44:12.975341 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85170) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 15 10:44:12.975706 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Initializing extension manager. Apr 15 10:44:12.976266 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: __init__.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:12.976653 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: __pycache__ {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:12.977034 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:12.977419 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: address_group.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:12.978218 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:12.978898 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: address-group Apr 15 10:44:12.979263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: address_scope.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:12.980035 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:12.980620 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: address-scope Apr 15 10:44:12.980982 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:12.982434 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:12.983011 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: router-admin-state-down-before-update Apr 15 10:44:12.983372 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: agent.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:12.984133 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:12.984710 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: agent Apr 15 10:44:12.985069 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: agent_resources_synced.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:12.985991 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:12.986592 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: agent-resources-synced Apr 15 10:44:12.986955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: allowedaddresspairs.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:12.988751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:12.989346 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: allowed-address-pairs Apr 15 10:44:12.989719 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: auto_allocated_topology.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:12.990815 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:12.991402 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: auto-allocated-topology Apr 15 10:44:12.991766 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: availability_zone.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:12.992517 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:12.993100 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: availability_zone Apr 15 10:44:12.993466 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: availability_zone_filter.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:12.994386 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:12.994996 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: availability_zone_filter Apr 15 10:44:12.995360 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: data_plane_status.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:12.996409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:12.998028 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension data-plane-status not supported by any of loaded plugins Apr 15 10:44:12.998396 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: default_subnetpools.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:12.999360 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:12.999954 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: default-subnetpools Apr 15 10:44:13.000306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.001188 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.001767 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: dhcp_agent_scheduler Apr 15 10:44:13.002131 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: dns.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.003089 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.003661 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension dns-integration not supported by any of loaded plugins Apr 15 10:44:13.004021 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: dns_domain_ports.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.004943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.005519 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 15 10:44:13.005881 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: dvr.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.006627 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.007201 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: dvr Apr 15 10:44:13.007557 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: empty_string_filtering.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.008473 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.009047 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: empty-string-filtering Apr 15 10:44:13.009403 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.010325 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.010924 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 15 10:44:13.011282 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.012196 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.013300 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 15 10:44:13.013670 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: external_net.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.014613 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.015200 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: external-net Apr 15 10:44:13.015563 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.016516 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.017097 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: extra_dhcp_opt Apr 15 10:44:13.017459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: extraroute.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.018380 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.018990 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: extraroute Apr 15 10:44:13.019356 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: extraroute_atomic.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.020409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.020986 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: extraroute-atomic Apr 15 10:44:13.021345 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: filter_validation.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.022042 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.022641 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: filter-validation Apr 15 10:44:13.023000 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: fip_pf_description.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.023923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.024490 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 15 10:44:13.024848 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: fip_port_details.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.025867 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.026444 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: fip-port-details Apr 15 10:44:13.026835 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: flavors.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.028573 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.029653 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: flavors Apr 15 10:44:13.030017 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.031711 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.032299 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 15 10:44:13.032669 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: floatingip_pools.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.033417 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.034002 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: floatingip-pools Apr 15 10:44:13.034367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: ip_allocation.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.035341 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.035919 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension ip_allocation not supported by any of loaded plugins Apr 15 10:44:13.036285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.037225 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.037803 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: ip-substring-filtering Apr 15 10:44:13.038165 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: l2_adjacency.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.039118 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.039694 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 15 10:44:13.040053 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: l3.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.041125 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.041711 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: router Apr 15 10:44:13.042075 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.045486 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.046079 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 15 10:44:13.046448 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.047433 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.048021 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: ext-gw-mode Apr 15 10:44:13.048385 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.049423 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.050011 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: l3-ha Apr 15 10:44:13.050373 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: l3_flavors.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.051329 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.051906 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: l3-flavors Apr 15 10:44:13.052269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.053198 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.053773 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 15 10:44:13.054133 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: l3agentscheduler.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.055347 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.055943 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: l3_agent_scheduler Apr 15 10:44:13.056306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: logging.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.057815 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.058403 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension logging not supported by any of loaded plugins Apr 15 10:44:13.058806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: metering.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.060041 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.060743 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: metering Apr 15 10:44:13.061115 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.062239 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.062864 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: metering_source_and_destination_fields Apr 15 10:44:13.063223 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: multiprovidernet.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.064166 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.064743 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: multi-provider Apr 15 10:44:13.065108 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: netmtu.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.066040 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.066646 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: net-mtu Apr 15 10:44:13.067011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: netmtu_writable.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.067966 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.068547 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: net-mtu-writable Apr 15 10:44:13.068907 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: network_availability_zone.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.069738 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.070316 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: network_availability_zone Apr 15 10:44:13.070704 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: network_ip_availability.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.071834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.072419 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: network-ip-availability Apr 15 10:44:13.072782 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: network_segment_range.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.073625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.074209 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension network-segment-range not supported by any of loaded plugins Apr 15 10:44:13.074604 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: pagination.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.075870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.076241 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: pagination Apr 15 10:44:13.076601 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: port_device_profile.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.077535 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.078113 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: port-device-profile Apr 15 10:44:13.078475 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.079451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.080028 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: port-mac-address-regenerate Apr 15 10:44:13.080389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.081333 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.081909 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: port-numa-affinity-policy Apr 15 10:44:13.082272 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: port_resource_request.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.083479 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.084077 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension port-resource-request not supported by any of loaded plugins Apr 15 10:44:13.084438 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: portbindings.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.085373 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.085952 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: binding Apr 15 10:44:13.086311 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: portbindings_extended.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.087611 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.088197 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: binding-extended Apr 15 10:44:13.088561 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: portsecurity.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.089489 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.090067 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: port-security Apr 15 10:44:13.090431 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: project_id.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.092458 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.092836 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: project-id Apr 15 10:44:13.093200 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: providernet.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.094143 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.094759 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: provider Apr 15 10:44:13.095124 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: qos.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.098839 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.100861 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension qos not supported by any of loaded plugins Apr 15 10:44:13.101256 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.102665 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.103253 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 15 10:44:13.103627 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.104554 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.105128 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 15 10:44:13.105491 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: qos_default.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.107519 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.108114 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension qos-default not supported by any of loaded plugins Apr 15 10:44:13.108483 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: qos_fip.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.109205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.109778 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension qos-fip not supported by any of loaded plugins Apr 15 10:44:13.110135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: qos_gateway_ip.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.111094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.111675 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 15 10:44:13.112039 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: qos_port_network_policy.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.112965 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.113547 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 15 10:44:13.113935 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: qos_rule_type_details.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.114869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.115443 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 15 10:44:13.115805 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: qos_rules_alias.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.116862 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.117434 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 15 10:44:13.117799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: quotasv2.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.118832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.119207 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: quotas Apr 15 10:44:13.119565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: quotasv2_detail.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.121316 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.121703 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: quota_details Apr 15 10:44:13.122582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: rbac.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.123762 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.124361 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: rbac-policies Apr 15 10:44:13.124729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: rbac_address_group.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.125682 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.126270 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: rbac-address-group Apr 15 10:44:13.126685 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: rbac_address_scope.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.127618 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.128199 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: rbac-address-scope Apr 15 10:44:13.128560 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: rbac_security_groups.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.129483 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.130066 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: rbac-security-groups Apr 15 10:44:13.130484 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: rbac_subnetpool.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.131982 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.133002 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: rbac-subnetpool Apr 15 10:44:13.133646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: revisionifmatch.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.135234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.136272 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: revision-if-match Apr 15 10:44:13.136908 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: revisions.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.139345 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.140363 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: standard-attr-revisions Apr 15 10:44:13.141007 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: router_availability_zone.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.142240 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.143298 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: router_availability_zone Apr 15 10:44:13.143933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: routerservicetype.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.145492 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.146516 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension router-service-type not supported by any of loaded plugins Apr 15 10:44:13.147169 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.148430 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.149019 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: security-groups-normalized-cidr Apr 15 10:44:13.149389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.150341 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.150954 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: port-security-groups-filtering Apr 15 10:44:13.151327 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.152269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.152858 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: security-groups-remote-address-group Apr 15 10:44:13.154069 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: securitygroup.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.167924 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.168554 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: security-group Apr 15 10:44:13.169498 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: segment.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.170385 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.171011 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension segment not supported by any of loaded plugins Apr 15 10:44:13.171450 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.172648 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.173179 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 15 10:44:13.173545 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: servicetype.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.174716 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.175287 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: service-type Apr 15 10:44:13.175651 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: sorting.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.176645 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.177025 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: sorting Apr 15 10:44:13.177386 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: standard_attr_segment.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.178321 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.178938 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 15 10:44:13.179298 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: standardattrdescription.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.180005 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.180587 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: standard-attr-description Apr 15 10:44:13.180945 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: stateful_security_group.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.181894 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.182487 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: stateful-security-group Apr 15 10:44:13.182882 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: stdattrs_common.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.183471 dv-cinder-786385-1-smb neutron-server[85170]: WARNING neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 15 10:44:13.183832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.185439 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.186022 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 15 10:44:13.186385 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: subnet_onboard.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.187510 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.188098 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: subnet_onboard Apr 15 10:44:13.188459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.189401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.189995 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 15 10:44:13.190355 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: subnet_service_types.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.191322 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.191911 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: subnet-service-types Apr 15 10:44:13.192268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: subnetallocation.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.193350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.193946 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: subnet_allocation Apr 15 10:44:13.194310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.195056 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.195650 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: subnetpool-prefix-ops Apr 15 10:44:13.196012 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.196969 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.197546 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 15 10:44:13.197904 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: tagging.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.199234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.199835 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: standard-attr-tag Apr 15 10:44:13.201269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: timestamp.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.202468 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.203087 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loaded extension: standard-attr-timestamp Apr 15 10:44:13.203454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: trunk.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.204519 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.205101 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension trunk not supported by any of loaded plugins Apr 15 10:44:13.205467 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: trunk_details.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.206399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.207004 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension trunk-details not supported by any of loaded plugins Apr 15 10:44:13.207614 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: uplink_status_propagation.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.208596 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.209173 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 15 10:44:13.209532 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Loading extension file: vlantransparent.py {{(pid=85170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:44:13.210240 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:44:13.210836 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 15 10:44:13.213549 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:network Apr 15 10:44:13.214404 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:subnet Apr 15 10:44:13.215113 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:44:13.216838 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:port Apr 15 10:44:13.218384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:44:13.218902 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service FLAVORS assigned prefix: {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:44:13.219583 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:44:13.220048 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:44:13.220419 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:router Apr 15 10:44:13.221141 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:floatingip Apr 15 10:44:13.221908 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service METERING assigned prefix: /metering {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:44:13.223776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:13.224183 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:13.224569 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:44:13.225706 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 10:44:13.226210 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:security_group Apr 15 10:44:13.227061 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 10:44:13.227858 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service CORE assigned prefix: {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:44:13.228236 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:44:13.228601 dv-cinder-786385-1-smb neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] subnetpool is already registered Apr 15 10:44:13.229270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service CORE assigned prefix: {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:44:13.229640 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:44:13.230032 dv-cinder-786385-1-smb neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] subnetpool is already registered Apr 15 10:44:13.233501 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:44:13.233930 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service FLAVORS assigned prefix: {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:44:13.234606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:44:13.235080 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:44:13.235449 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:router Apr 15 10:44:13.235814 dv-cinder-786385-1-smb neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] router is already registered Apr 15 10:44:13.236474 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:floatingip Apr 15 10:44:13.236839 dv-cinder-786385-1-smb neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] floatingip is already registered Apr 15 10:44:13.237531 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service METERING assigned prefix: /metering {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:44:13.238271 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 10:44:13.238686 dv-cinder-786385-1-smb neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] rbac_policy is already registered Apr 15 10:44:13.239317 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:security_group Apr 15 10:44:13.239678 dv-cinder-786385-1-smb neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] security_group is already registered Apr 15 10:44:13.240322 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 10:44:13.240685 dv-cinder-786385-1-smb neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] security_group_rule is already registered Apr 15 10:44:13.241401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service CORE assigned prefix: {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:44:13.241764 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:44:13.242130 dv-cinder-786385-1-smb neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] subnetpool is already registered Apr 15 10:44:13.242851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.resource_helper [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Service CORE assigned prefix: {{(pid=85170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:44:13.243230 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:44:13.243593 dv-cinder-786385-1-smb neutron-server[85170]: WARNING neutron.quota.resource_registry [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] subnetpool is already registered Apr 15 10:44:13.244304 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: extensions {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.245892 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: address-groups {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.248100 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: address-scopes {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.249379 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: agents {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.250713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: auto-allocated-topology {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.251912 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: availability_zones {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.253307 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: dhcp-networks {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.254812 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: dhcp-agents {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.256297 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: routers {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.258156 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: flavors {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.259413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: service_profiles {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.260680 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: next_providers {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.262273 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: service_profiles {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.264894 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: floatingip-pools {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.266173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: routers {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.268064 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: floatingips {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.269321 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: l3-routers {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.270801 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: l3-agents {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.272289 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: metering-labels {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.274743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: metering-label-rules {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.276080 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: network-ip-availabilities {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.277452 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: bindings {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.280239 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: quotas {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.281741 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: quotas {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.283345 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: rbac-policies {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.284690 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: security-groups {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.285980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: security-group-rules {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.287301 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: service-providers {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.288581 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: subnetpools {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.290049 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: subnetpools {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.291587 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.293370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.295848 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.297713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.299673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.302879 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.306351 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.310224 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.313875 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.317286 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.extensions [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Extended resource: tags {{(pid=85170) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:44:13.324348 dv-cinder-786385-1-smb neutron-server[85170]: WARNING keystonemiddleware.auth_token [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 15 10:44:13.330753 dv-cinder-786385-1-smb neutron-server[85170]: WARNING keystonemiddleware.auth_token [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 15 10:44:13.339872 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Acquired lock "singleton_lock" {{(pid=85170) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 15 10:44:13.340390 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Releasing lock "singleton_lock" {{(pid=85170) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 15 10:44:13.342995 dv-cinder-786385-1-smb neutron-server[85170]: INFO oslo_service.service [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Starting 2 workers Apr 15 10:44:13.347823 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Started child 85285 {{(pid=85170) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:44:13.352007 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:13.352695 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Started child 85286 {{(pid=85170) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:44:13.353633 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [-] (85285) wsgi starting up on http://0.0.0.0:9696 Apr 15 10:44:13.354169 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.service [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 15 10:44:13.354891 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Notify callbacks [] for process, before_spawn {{(pid=85170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:13.356054 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:13.357637 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [-] (85286) wsgi starting up on http://0.0.0.0:9696 Apr 15 10:44:13.358564 dv-cinder-786385-1-smb neutron-server[85170]: INFO oslo_service.service [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Starting 1 workers Apr 15 10:44:13.364125 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Started child 85287 {{(pid=85170) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:44:13.364698 dv-cinder-786385-1-smb neutron-server[85170]: INFO oslo_service.service [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Starting 1 workers Apr 15 10:44:13.366332 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.service [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] calling RpcWorker wait() {{(pid=85287) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 15 10:44:13.366767 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.service [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] returning from RpcWorker wait() {{(pid=85287) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 15 10:44:13.368524 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:13.368973 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:44:13.369681 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Started child 85288 {{(pid=85170) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:44:13.370666 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1911357-7bd0-4886-95d4-1485d12c6953 None None] Notify callbacks [] for process, after_spawn {{(pid=85170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:13.372925 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85170) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 10:44:13.373170 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:44:13.373383 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:44:13.373664 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:44:13.374102 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:44:13.374303 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:44:13.374423 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:13.374914 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.375213 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.375523 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.375803 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.376126 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.376779 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.377085 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.377381 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.377692 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.377950 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.378346 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.378649 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.378875 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.379509 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.379612 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.379842 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.380120 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.380409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.380627 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.380906 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.381209 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.381505 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.381810 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] debug = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.382076 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.382687 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.382949 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.383235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.383507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.383810 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.384088 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.384370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.384653 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.384954 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.385240 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.385520 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.385784 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.386049 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.386312 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.386676 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.386973 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.387360 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] host = dv-cinder-786385-1-smb {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.388189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.389016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.389299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.389571 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.389860 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.390126 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.390424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.390771 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.391052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.391337 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.391610 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.391876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.392148 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.392445 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.392608 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_options = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.392835 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.393144 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.393440 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.393656 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.393853 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.394016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.394322 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.394516 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.394823 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.395084 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.395335 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.395599 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.395855 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.396119 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.396423 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.396692 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.396970 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.397983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.397983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.397983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.397983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.399625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.399625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.399625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.399625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.399625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.399625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.400402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.400402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.400402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.400402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.400837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.400947 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.401151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.401405 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.401646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.401910 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.402299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.402731 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.402901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.403058 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.404121 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.404790 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.405028 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.405205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:44:13.405708 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.405708 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] use_json = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.405708 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.406099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.406243 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.406451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.406756 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.407008 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.407261 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.407540 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.408001 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.408317 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.408675 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.409028 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.409226 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.409680 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.409824 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.409970 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.410280 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.410500 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.410871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.411127 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.411646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.411646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.411965 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.412310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.412615 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.413007 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.413205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.413417 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.413576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.413834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.414239 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.414498 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.414873 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.415068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.415332 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.415588 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.415855 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.416117 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.416366 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.416615 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.416927 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.417421 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.417421 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.417691 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.417891 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.418145 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.418399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.419043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.419471 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.419982 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.420395 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.420752 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.421113 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.421473 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.421827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.422274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.422697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.423108 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.423512 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.423909 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.424264 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.424615 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.424973 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.425355 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.425709 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.426055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.426395 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.426778 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.427148 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.427548 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.427932 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.428278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.428624 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.428976 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.429356 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.429707 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.430058 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.430402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.430816 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.431264 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.431698 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.432144 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.432577 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.433021 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.433459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.433890 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.434453 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.434861 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.435212 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.435625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.436039 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.436470 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.436995 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.437546 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.437990 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.438469 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.438943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.439450 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.439894 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.440411 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.440898 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.441357 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.441801 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.442314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.442791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.443279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.443719 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.444180 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.444642 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.445050 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.445507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.445972 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.446434 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.446936 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.447457 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.447946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.448422 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.448911 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.449459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.450505 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.451029 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.451544 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.452000 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.452453 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.452971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.453425 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.453880 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.454639 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.455302 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.455992 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.456619 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.457310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.458212 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.458857 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.459438 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.460079 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.460657 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.461214 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.461748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.462349 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.463059 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.463634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.464043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.464466 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.464940 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.465409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.466353 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.466828 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.467414 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.467809 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.468235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.468638 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.469016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.469410 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.469819 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.470173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.470573 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.470951 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.471319 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.471702 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.472062 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.472442 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.472791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.473149 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.473503 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.473857 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.474219 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.474665 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.475093 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.475537 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.475999 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.476454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.476896 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.477312 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.477632 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.478122 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.478565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.479076 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.479799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.480245 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.480712 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.481210 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.481815 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.482168 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.482554 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.482975 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.483416 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.483909 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.484234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.484647 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.485063 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.485502 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.485952 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.486428 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.486939 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.487488 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.487934 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.488355 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.488741 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.489147 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.489624 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.490033 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.490493 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.490964 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.491412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.491856 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.492337 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.492828 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.493291 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.493688 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.494099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.494565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.495000 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.495419 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.495889 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.496340 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.497297 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.497835 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.498204 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.498623 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.498986 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.499343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.499707 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.500068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.500452 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.500815 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.501222 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.501785 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.502017 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.502409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.502794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.503157 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.503518 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.503874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.504297 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.504743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.505173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.505697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.506167 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.506701 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.507173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.507731 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.508177 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.508700 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.509150 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.509517 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.509884 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.510395 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.511034 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.511500 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.511901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.512295 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.513318 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.513819 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.514248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.514650 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.515079 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.515561 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.515914 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.516274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.516609 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.516969 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.517288 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.517630 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.518038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.518352 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.518814 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.519207 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.519663 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.520004 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.520385 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.520776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.521153 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.521608 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.522067 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.522551 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.522971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.523505 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:44:13.524279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85170) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 10:44:13.524829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:44:13.525146 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:44:13.525507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:44:13.525796 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:44:13.526106 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:44:13.526402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.526743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.527081 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.527404 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.527706 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.528079 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.528366 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.528715 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.529002 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.529279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.529557 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.529853 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.530094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.530358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.530654 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.530926 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.531191 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.531457 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.531728 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.531991 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.532253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.532514 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.532775 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] debug = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.533036 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.533342 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.533607 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.533869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.534130 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.534393 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.534712 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.534978 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.535274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.535535 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.535849 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.536112 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.536378 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.536641 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.536901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.537162 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.537424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.537683 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] host = dv-cinder-786385-1-smb {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.537942 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.538208 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.538470 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.538817 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.539136 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.539452 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.539773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.540099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.540423 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.540749 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.541068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.541385 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.541651 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.541974 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.542281 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_options = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.542621 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.542915 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.543243 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.543601 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.543968 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.544300 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.544629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.544921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.545234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.545582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.545854 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.546188 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.546514 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.546879 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.547212 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.547545 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.547874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.548196 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.548524 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.548844 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.549484 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.549484 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.549656 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.549940 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.550270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.550624 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.550956 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.551274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.551544 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.551797 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.552068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.552390 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.552693 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.552937 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.553255 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.553628 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.553904 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.554248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.554598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.554930 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.555251 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.555575 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.555884 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.556204 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.556507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.556837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] use_json = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.557136 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.557431 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.557730 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.558001 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.558262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.558606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.558919 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.559228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:44:13.559947 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:44:13.560139 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.560413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.560744 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.561057 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.561372 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.561689 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.562007 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.562325 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.562654 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.563305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.563305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.563305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.563730 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.563865 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.564009 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.564248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.564519 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.564760 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.565001 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.565243 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.565484 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.565722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.565979 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.566219 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.566460 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.566751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.566990 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.567227 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.567467 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.567707 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.567945 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.568181 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.568418 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.568651 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.568901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.569547 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.569547 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.569547 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.569944 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.569944 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.570201 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.570345 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.570609 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.570882 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.571143 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.571393 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.571632 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.572621 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.572621 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.572621 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.573007 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.573105 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.573384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.573673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.573993 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.574297 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.574611 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.574967 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.575249 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.575812 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.576116 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.576455 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.576756 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.577094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.577420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.577752 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.578053 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.578514 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.578901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.579152 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.579451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.579806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.580065 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.580586 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.580920 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.581221 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.581526 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.581861 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.582141 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.582744 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.583074 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.583398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.583718 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.584059 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.584411 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.584754 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.585033 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.585355 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.585693 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.586030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.586323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.586675 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.586992 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.587312 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.587651 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.587990 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.588334 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.588676 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.589016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.589350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.589686 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.590015 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.590349 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.591235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.591530 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.591867 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.592210 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.592543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.592874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.593143 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.593407 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.593759 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.594079 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.594338 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.594629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.594924 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.595193 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.595441 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.595685 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.595928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.596169 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.596409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.596647 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.596938 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.597238 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.597531 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.597823 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.598126 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.598430 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.598753 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.599054 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.599352 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.599691 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.599991 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.600283 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.600576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.600866 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.601159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.601442 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.601740 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.602031 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.602324 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.602655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.602947 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.603239 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.603531 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.603825 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.604115 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.604441 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.605023 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.605237 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.605405 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.605683 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.606013 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.606944 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.607312 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.607648 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.607981 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.608262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.608674 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.609190 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.609695 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.610224 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.610585 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.610918 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.611258 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.611604 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.611933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.612263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.612576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.612855 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.613829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.614192 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.614581 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.614880 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.615229 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.615592 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.615923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.616247 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.616552 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.616899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.617232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.617537 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.617874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.618214 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.618549 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.618876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.619210 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.619540 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.619859 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.620212 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.620456 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.620772 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.621105 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.621439 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.621746 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.622058 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.622335 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.622668 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.623004 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.623320 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.623613 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.623931 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.624247 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.624543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.624883 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.625257 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.625529 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.626037 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.626375 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.626725 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.627080 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.627388 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.627707 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.628012 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.628268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.628538 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.628792 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.629059 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.629312 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.629563 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.629825 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.630085 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.630385 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.630708 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.631001 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.631306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.631602 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.631894 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.632203 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.632496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.632789 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.633079 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.633413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.633713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.634008 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.634301 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.634627 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.634930 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.635225 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.635536 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.637412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.637412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.637412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.637412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.637412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.637940 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.637940 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.638125 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.638393 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.638646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.638849 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.639049 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.639248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.639446 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.639645 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.639842 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.640038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.640235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.640434 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.640629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.640827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.641022 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.641219 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.641420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.641616 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.641813 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.642114 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.642263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:44:13.642366 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85170) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:44:13.735183 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 37070) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:44:13.746631 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092659 Apr 15 10:44:25.195371 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d48e8ae-c768-4f0f-aa24-27a5de227b63 None None] get_active_networks_info from dv-cinder-786385-1-smb {{(pid=85287) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 10:44:25.349857 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4750bbda-1a63-4422-a59b-66aad05dfb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706'] for agent, after_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:25.365123 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d48e8ae-c768-4f0f-aa24-27a5de227b63 None None] No non-hosted networks {{(pid=85287) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 15 10:44:28.093649 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6eaf4b8c-77b1-43b3-b672-f7c0757333f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706'] for agent, after_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:28.111491 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-625edf0d-9817-494a-905e-f8041a5dfb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:28.485582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706'] for agent, after_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:29.405331 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706'] for agent, after_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:29.405941 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:29.406324 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:29.406729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:29.409150 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:29.411385 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:29.411980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:29.412786 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:29.414992 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:29.415562 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:29.416108 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:29.417735 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:29.418413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:29.419506 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786385-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:44:29.435241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786385-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:44:30.553131 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706'] for agent, after_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:30.708797 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.l3_hamode_db [None req-3b61738a-f624-40f3-818d-acf446b9665a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 15 10:44:30.803068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b61738a-f624-40f3-818d-acf446b9665a None None] Routers set() bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:44:30.803791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b61738a-f624-40f3-818d-acf446b9665a None None] Router IDs set() for agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 15 10:44:30.882248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37158) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:44:31.582793 dv-cinder-786385-1-smb neutron-server[85170]: WARNING oslo_policy.policy [None req-043ac92c-03d0-48a2-8282-9d7b5c69b74d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:44:31.583440 dv-cinder-786385-1-smb neutron-server[85170]: WARNING oslo_policy.policy [None req-043ac92c-03d0-48a2-8282-9d7b5c69b74d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:44:31.823724 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [None req-043ac92c-03d0-48a2-8282-9d7b5c69b74d admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:44:31.826087 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-043ac92c-03d0-48a2-8282-9d7b5c69b74d admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9412954 Apr 15 10:44:34.675377 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 37174) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:44:35.337323 dv-cinder-786385-1-smb neutron-server[85170]: WARNING oslo_policy.policy [None req-3e5e0452-32a7-461e-8350-834a2e9574de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:44:35.337899 dv-cinder-786385-1-smb neutron-server[85170]: WARNING oslo_policy.policy [None req-3e5e0452-32a7-461e-8350-834a2e9574de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:44:35.570410 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-3e5e0452-32a7-461e-8350-834a2e9574de admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:44:35.676977 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.policy [None req-3e5e0452-32a7-461e-8350-834a2e9574de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85286) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 10:44:35.733896 dv-cinder-786385-1-smb neutron-server[85170]: WARNING oslo_policy.policy [None req-3e5e0452-32a7-461e-8350-834a2e9574de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:44:35.734316 dv-cinder-786385-1-smb neutron-server[85170]: WARNING oslo_policy.policy [None req-3e5e0452-32a7-461e-8350-834a2e9574de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:44:35.752245 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota [None req-3e5e0452-32a7-461e-8350-834a2e9574de admin admin] Loaded quota_driver: . Apr 15 10:44:35.768536 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3e5e0452-32a7-461e-8350-834a2e9574de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:44:35.826460 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0452-32a7-461e-8350-834a2e9574de admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242409216405', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242409216633', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242409201989', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242409200089', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242409446180', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242409446127', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-95208', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-106510', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854212037', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853849378'] for rbac-policy, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:36.060320 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3e5e0452-32a7-461e-8350-834a2e9574de admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:36.061610 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-3e5e0452-32a7-461e-8350-834a2e9574de admin admin] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3852704 Apr 15 10:44:39.174448 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 37192) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:44:39.574354 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Request body: {'network': {'project_id': 'd33995945cba4d5dba1edc87807ae84b', 'name': 'private', 'admin_state_up': True}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:44:39.580707 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:44:39.585554 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Usage tracker for resource:network and tenant:d33995945cba4d5dba1edc87807ae84b is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:44:39.589088 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:44:39.595806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:44:39.604623 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Made reservation on behalf of d33995945cba4d5dba1edc87807ae84b for: {'network': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:44:39.611100 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:39.628157 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:39.643854 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:44:39.648031 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Usage tracker for resource:security_group_rule and tenant:d33995945cba4d5dba1edc87807ae84b is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:44:39.652111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:44:39.659410 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:44:39.768414 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:39.771233 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:39.776189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:44:39.804572 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1270, 'physical_network': 'physnet1'} {{(pid=85286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:44:39.829360 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ed5285-fd9d-4d9b-816b-5d6a2989e597,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:44:39.835364 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794446621111', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:39.835958 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Unsubscribe: segment precommit_create {{(pid=85286) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 10:44:39.836428 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Added segment 8f05060a-5efd-4f53-8814-6268b7c9a03e of type vlan for network 1bd0ae3b-e8cc-4026-abf2-09a556e69f54 Apr 15 10:44:39.892285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:39.892655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:39.893013 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:39.893369 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:39.893718 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:39.894069 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:39.894412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:39.895543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:39.895543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:39.895543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:39.896030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:39.896030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Tracked resource versions report: Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: pushed versions: Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: { 'AddressGroup': {'1.2'}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': {'1.0'}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': {'1.0'}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': {'1.1'}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': {'1.7'}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': {'1.2'}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': {'1.8'}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': {'1.4'}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': {'1.0'}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': {'1.1'}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': {'1.1'}} Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: consumer versions: Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: { DHCP agent@dv-cinder-786385-1-smb: {}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: L3 agent@dv-cinder-786385-1-smb: {}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: Metadata agent@dv-cinder-786385-1-smb: {}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: Metering agent@dv-cinder-786385-1-smb: {}, Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: Open vSwitch agent@dv-cinder-786385-1-smb: { 'AddressGroup': '1.2', Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': '1.0', Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': '1.0', Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': '1.1', Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': '1.7', Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': '1.2', Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': '1.8', Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': '1.4', Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': '1.2', Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': '1.0', Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': '1.1', Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': '1.1'}} Apr 15 10:44:39.897155 dv-cinder-786385-1-smb neutron-server[85170]: {{(pid=85286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:44:39.954495 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:44:39.958690 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:39.997284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:39.998739 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:44:39.999392 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:40.004601 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:44:40.116996 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9412746 Apr 15 10:44:40.117671 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Pushing event updated for resources: {'Network': ['ID=1bd0ae3b-e8cc-4026-abf2-09a556e69f54,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:44:40.140181 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:44:40.149526 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network 1bd0ae3b-e8cc-4026-abf2-09a556e69f54 details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:44:43.298749 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 37208) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:44:43.812967 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6359228-6eae-4935-8317-eff59ce64e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:44:43.814363 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a6359228-6eae-4935-8317-eff59ce64e0e admin admin] 10.222.0.96 "GET /v2.0/networks/1bd0ae3b-e8cc-4026-abf2-09a556e69f54 HTTP/1.1" status: 200 len: 826 time: 0.5145767 Apr 15 10:44:43.844343 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-68b74c94-913c-4cde-81a9-67fff33d8672 admin admin] 10.222.0.96 "GET /v2.0/subnetpools/c946db97-0498-4cea-83ef-46ad1e74cfc0 HTTP/1.1" status: 200 len: 734 time: 0.0236163 Apr 15 10:44:43.854952 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'subnetpool_id': 'c946db97-0498-4cea-83ef-46ad1e74cfc0', 'name': 'private-subnet', 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:44:43.860710 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:44:43.865232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Usage tracker for resource:subnet and tenant:d33995945cba4d5dba1edc87807ae84b is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:44:43.868432 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:44:43.874686 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:44:43.883758 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Made reservation on behalf of d33995945cba4d5dba1edc87807ae84b for: {'subnet': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:44:43.889162 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:44.379784 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for subnet, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:44.396216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:44:44.539060 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:44:44.553879 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:44:44.611256 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Checking segment: {'id': '8f05060a-5efd-4f53-8814-6268b7c9a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:44:44.611638 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Network hostable DHCP agents. Network: 1bd0ae3b-e8cc-4026-abf2-09a556e69f54, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:44:44.632862 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Network 1bd0ae3b-e8cc-4026-abf2-09a556e69f54 is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:44:44.643229 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, 1bd0ae3b-e8cc-4026-abf2-09a556e69f54) {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:44:44.648215 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:44:44.648851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:44.652891 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15c4d05-3794-4521-8701-4cc2ca6a856c None None] Network 1bd0ae3b-e8cc-4026-abf2-09a556e69f54 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:44:44.670626 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8195844 Apr 15 10:44:45.170459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df36fe-b1bb-56e7-8181-c51374db0232-1bd0ae3b-e8cc-4026-abf2-09a556e69f54', 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54', 'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'fixed_ips': [{'subnet_id': 'ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf'}]}} from dv-cinder-786385-1-smb. {{(pid=85287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:44:45.171624 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:45.378219 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Allocated IP 172.20.0.2 (1bd0ae3b-e8cc-4026-abf2-09a556e69f54/ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf/39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d) {{(pid=85287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:44:45.629493 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Notify callbacks [] for port, precommit_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:45.643743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Transition to ACTIVE for port object 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:44:45.667561 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Transition to ACTIVE for port object 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d will not be triggered until provisioned by entity DHCP. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:44:45.673762 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:45.689881 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:44:45.829114 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Pushing event updated for resources: {'Port': ['ID=39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d,revision_number=1']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:44:45.841202 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:45.841513 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:45.841886 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:45.842253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:45.842748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:45.843106 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:45.843471 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:45.843831 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:45.844190 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:45.844547 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:45.844905 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:45.845258 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Tracked resource versions report: Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: pushed versions: Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: { 'AddressGroup': {'1.2'}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': {'1.0'}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': {'1.0'}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': {'1.1'}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': {'1.7'}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': {'1.2'}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': {'1.8'}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': {'1.4'}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': {'1.0'}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': {'1.1'}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': {'1.1'}} Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: consumer versions: Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: { DHCP agent@dv-cinder-786385-1-smb: {}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: L3 agent@dv-cinder-786385-1-smb: {}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: Metadata agent@dv-cinder-786385-1-smb: {}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: Metering agent@dv-cinder-786385-1-smb: {}, Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: Open vSwitch agent@dv-cinder-786385-1-smb: { 'AddressGroup': '1.2', Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': '1.0', Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': '1.0', Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': '1.1', Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': '1.7', Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': '1.2', Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': '1.8', Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': '1.4', Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': '1.2', Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': '1.0', Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': '1.1', Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': '1.1'}} Apr 15 10:44:45.846399 dv-cinder-786385-1-smb neutron-server[85170]: {{(pid=85287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:44:45.854045 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:44:45.906895 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Network 1bd0ae3b-e8cc-4026-abf2-09a556e69f54 is already hosted by enough agents. {{(pid=85287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:44:45.908181 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Resources bound (agent type, host, resource id): {{(pid=85287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:44:45.911294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Received port after_create {{(pid=85287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:44:46.014357 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Attempting to bind port 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:44:46.014815 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Attempting to bind port 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '8f05060a-5efd-4f53-8814-6268b7c9a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:44:46.015234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Attempting to bind port 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d on network 1bd0ae3b-e8cc-4026-abf2-09a556e69f54 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:44:46.021380 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:44:46.021834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Checking segment: {'id': '8f05060a-5efd-4f53-8814-6268b7c9a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:44:46.022249 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:46.022705 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Bound using segment: {'id': '8f05060a-5efd-4f53-8814-6268b7c9a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:44:46.023237 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Bound port: 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f05060a-5efd-4f53-8814-6268b7c9a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:44:46.023650 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:46.125748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] For port 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:44:46.130259 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] For port 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d,segment=NetworkSegment(8f05060a-5efd-4f53-8814-6268b7c9a03e),segment_id=8f05060a-5efd-4f53-8814-6268b7c9a03e)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:44:46.133581 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:46.149541 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:44:46.306713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Pushing event updated for resources: {'Port': ['ID=39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:44:46.312731 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:44:47.536253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37218) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:44:48.021359 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [None req-6c3dcaf8-4416-4a26-aeb9-d154b711ad05 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:44:48.022421 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6c3dcaf8-4416-4a26-aeb9-d154b711ad05 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4849598 Apr 15 10:44:50.922665 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 37228) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:44:51.366193 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [None req-3b697e26-25a4-4fae-a5e9-d75046e58697 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:44:51.367825 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-3b697e26-25a4-4fae-a5e9-d75046e58697 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4439547 Apr 15 10:44:53.623111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cf57a8-b32d-42ac-8b61-8285d2594492 None None] Network 1bd0ae3b-e8cc-4026-abf2-09a556e69f54 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:44:53.730606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:44:53.763118 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-56447a35-4b23-452a-82da-8ac55a1389cf None None] Provisioning for port 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:44:53.895131 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:44:53.908408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:44:53.908408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:54.110676 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:54.147009 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d,segment=NetworkSegment(8f05060a-5efd-4f53-8814-6268b7c9a03e),segment_id=8f05060a-5efd-4f53-8814-6268b7c9a03e)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:44:54.149906 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:54.153890 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:44:54.235268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:44:54.239342 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:44:54.296777 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-d1ae13a3-007e-44d0-b50e-c30049b6f476 None None] Provisioning complete for port 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:44:54.297182 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d1ae13a3-007e-44d0-b50e-c30049b6f476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:54.430188 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 5 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:44:54.669662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 37246) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:44:55.060314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-f0faa622-4b66-4c31-bfd6-12f5e034b275 admin admin] Request body: {'router': {'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'name': 'router1', 'admin_state_up': True}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:44:55.065812 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f0faa622-4b66-4c31-bfd6-12f5e034b275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:44:55.069950 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f0faa622-4b66-4c31-bfd6-12f5e034b275 admin admin] Usage tracker for resource:router and tenant:d33995945cba4d5dba1edc87807ae84b is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:44:55.073269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f0faa622-4b66-4c31-bfd6-12f5e034b275 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:44:55.080116 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f0faa622-4b66-4c31-bfd6-12f5e034b275 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:44:55.085134 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fcf29536-f926-4afe-82f9-a89e4a78d2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:55.089380 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f0faa622-4b66-4c31-bfd6-12f5e034b275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763758'] for router, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:55.090913 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f0faa622-4b66-4c31-bfd6-12f5e034b275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853839550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853837984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853845986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12058'] for router, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:55.111519 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f0faa622-4b66-4c31-bfd6-12f5e034b275 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:55.219622 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f0faa622-4b66-4c31-bfd6-12f5e034b275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853839368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937818'] for router, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:55.240099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f0faa622-4b66-4c31-bfd6-12f5e034b275 admin admin] Notify callbacks [] for router, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:55.241414 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f0faa622-4b66-4c31-bfd6-12f5e034b275 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5706961 Apr 15 10:44:55.646592 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:44:55.723542 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:44:55.724120 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:58.032011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 37266) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:44:58.057734 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-124a19fc-5054-48ad-a74b-668e75f75b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:58.208590 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [None req-b5942457-f4cc-439c-9100-1fe1a067f6b3 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:44:58.209725 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-b5942457-f4cc-439c-9100-1fe1a067f6b3 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1766768 Apr 15 10:44:58.410181 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:44:59.395676 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:00.484625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:00.852188 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 37286) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:00.906576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:45:00.911408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:45:00.915429 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Usage tracker for resource:network and tenant:176c5a41a5bf40d08ea71ff3bc3c0816 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:45:00.919246 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:45:00.925235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:45:00.934717 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Made reservation on behalf of 176c5a41a5bf40d08ea71ff3bc3c0816 for: {'network': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:45:00.939425 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:00.953098 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:00.968722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:45:00.972656 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Usage tracker for resource:security_group_rule and tenant:176c5a41a5bf40d08ea71ff3bc3c0816 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:45:00.975610 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:45:00.981612 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:45:01.070142 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:01.072827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:01.077923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:01.092061 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Reserving flat network on physical network physnet1 {{(pid=85286) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 15 10:45:01.116928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120dfce9-d2eb-4b6f-b9dc-d066ac554721,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:01.119961 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:01.120342 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Added segment 897c21a4-549b-4b85-84f2-04695eff0e48 of type flat for network 07542e32-3df2-45eb-88b2-df384f761ab0 Apr 15 10:45:01.122375 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:01.155869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:01.193297 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:01.195388 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:45:01.196038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:01.201213 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:01.460938 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6074440 Apr 15 10:45:01.461598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Pushing event updated for resources: {'Network': ['ID=07542e32-3df2-45eb-88b2-df384f761ab0,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:01.464518 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:01.473076 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network 07542e32-3df2-45eb-88b2-df384f761ab0 details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:45:04.113931 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 37296) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:04.234249 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85ea9c4-393b-4e02-a694-adde91ce3e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:45:04.235730 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d85ea9c4-393b-4e02-a694-adde91ce3e49 admin admin] 10.222.0.96 "GET /v2.0/subnets/ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf HTTP/1.1" status: 200 len: 849 time: 0.1207325 Apr 15 10:45:04.390623 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f8bb0c9c-6b05-4506-9def-3670468057b1 admin admin] 10.222.0.96 "GET /v2.0/routers/915e5aba-b036-4b6a-9edf-b2ce576e38e5 HTTP/1.1" status: 200 len: 704 time: 0.1486857 Apr 15 10:45:04.890948 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:05.163934 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Allocated IP 172.20.0.1 (1bd0ae3b-e8cc-4026-abf2-09a556e69f54/ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf/f7e7131d-85fe-40aa-bc10-2f538c315158) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:45:05.345069 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:05.364636 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Transition to ACTIVE for port object f7e7131d-85fe-40aa-bc10-2f538c315158 will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:45:05.431276 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:05.447717 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:05.582036 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e7131d-85fe-40aa-bc10-2f538c315158,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:05.595713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:05.662783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Network 1bd0ae3b-e8cc-4026-abf2-09a556e69f54 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:45:05.663959 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:45:05.666369 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:45:05.666954 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-937887'] for router_interface, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:05.818224 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-70d3dbc7-256b-4d26-b676-81be48474870 None None] Provisioning for port f7e7131d-85fe-40aa-bc10-2f538c315158 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:45:05.824304 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-70d3dbc7-256b-4d26-b676-81be48474870 None None] Provisioning complete for port f7e7131d-85fe-40aa-bc10-2f538c315158 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:45:05.824864 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-70d3dbc7-256b-4d26-b676-81be48474870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:05.908958 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-70d3dbc7-256b-4d26-b676-81be48474870 None None] Port f7e7131d-85fe-40aa-bc10-2f538c315158 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:45:06.153280 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:06.459462 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:06.462815 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:06.463907 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937268'] for router_interface, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:06.479705 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:06.610454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e7131d-85fe-40aa-bc10-2f538c315158,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:06.619903 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:06.683471 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Network 1bd0ae3b-e8cc-4026-abf2-09a556e69f54 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:45:06.684692 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:45:06.893634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Router 915e5aba-b036-4b6a-9edf-b2ce576e38e5 is scheduled to L3 agent 5855746d-8229-4944-a008-0799a85f9945 with binding_index 1 {{(pid=85286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:45:06.938650 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-bf865631-d803-436f-8a05-e1ed660403aa None None] Provisioning complete for port f7e7131d-85fe-40aa-bc10-2f538c315158 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:45:06.939053 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf865631-d803-436f-8a05-e1ed660403aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:06.998463 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-bf865631-d803-436f-8a05-e1ed660403aa None None] Port f7e7131d-85fe-40aa-bc10-2f538c315158 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:45:07.072566 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:45:07.083400 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Sync routers for ids ['915e5aba-b036-4b6a-9edf-b2ce576e38e5'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:45:07.086583 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] 10.222.0.96 "PUT /v2.0/routers/915e5aba-b036-4b6a-9edf-b2ce576e38e5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6875608 Apr 15 10:45:07.094747 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Routers {'915e5aba-b036-4b6a-9edf-b2ce576e38e5'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:45:07.095631 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:44:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['915e5aba-b036-4b6a-9edf-b2ce576e38e5'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:45:07.287383 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Set router 915e5aba-b036-4b6a-9edf-b2ce576e38e5 gateway port host: None {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:45:07.922105 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'name': 'router1', 'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:44:55Z', 'updated_at': '2021-04-15T10:45:05Z', 'revision_number': 2, 'project_id': 'd33995945cba4d5dba1edc87807ae84b', 'gw_port_host': None, '_interfaces': [{'id': 'f7e7131d-85fe-40aa-bc10-2f538c315158', 'name': '', 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54', 'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'mac_address': 'fa:16:3e:2f:f8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:45:04Z', 'updated_at': '2021-04-15T10:45:06Z', 'revision_number': 2, 'project_id': 'd33995945cba4d5dba1edc87807ae84b', 'subnets': [{'id': 'ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c946db97-0498-4cea-83ef-46ad1e74cfc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:45:07.927328 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Checking router: 915e5aba-b036-4b6a-9edf-b2ce576e38e5 for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:45:07.927715 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Updating router 915e5aba-b036-4b6a-9edf-b2ce576e38e5 port f7e7131d-85fe-40aa-bc10-2f538c315158 binding host dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:45:07.991047 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:08.460870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Notify callbacks [] for port, precommit_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:08.477236 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Transition to ACTIVE for port object f7e7131d-85fe-40aa-bc10-2f538c315158 will not be triggered until provisioned by entity L2. {{(pid=85288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:45:08.483997 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:08.504655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:08.646715 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Pushing event updated for resources: {'Port': ['ID=f7e7131d-85fe-40aa-bc10-2f538c315158,revision_number=3']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:08.673556 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:08.674058 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:08.674564 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:08.675066 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:08.675551 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:08.676035 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:08.676560 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:08.677023 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:08.677380 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:08.677735 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:08.678087 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:08.678437 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Tracked resource versions report: Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: pushed versions: Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: { 'AddressGroup': {'1.2'}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': {'1.0'}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': {'1.0'}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': {'1.1'}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': {'1.7'}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': {'1.2'}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': {'1.8'}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': {'1.4'}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': {'1.0'}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': {'1.1'}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': {'1.1'}} Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: consumer versions: Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: { DHCP agent@dv-cinder-786385-1-smb: {}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: L3 agent@dv-cinder-786385-1-smb: {}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: Metadata agent@dv-cinder-786385-1-smb: {}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: Metering agent@dv-cinder-786385-1-smb: {}, Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: Open vSwitch agent@dv-cinder-786385-1-smb: { 'AddressGroup': '1.2', Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': '1.0', Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': '1.0', Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': '1.1', Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': '1.7', Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': '1.2', Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': '1.8', Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': '1.4', Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': '1.2', Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': '1.0', Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': '1.1', Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': '1.1'}} Apr 15 10:45:08.679594 dv-cinder-786385-1-smb neutron-server[85170]: {{(pid=85288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:45:08.688063 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:08.886232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Attempting to bind port f7e7131d-85fe-40aa-bc10-2f538c315158 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:45:08.886689 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Attempting to bind port f7e7131d-85fe-40aa-bc10-2f538c315158 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '8f05060a-5efd-4f53-8814-6268b7c9a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54'}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:45:08.887111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Attempting to bind port f7e7131d-85fe-40aa-bc10-2f538c315158 on network 1bd0ae3b-e8cc-4026-abf2-09a556e69f54 {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:45:08.894848 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:45:08.895262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Checking segment: {'id': '8f05060a-5efd-4f53-8814-6268b7c9a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:45:08.895742 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:08.896179 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Bound using segment: {'id': '8f05060a-5efd-4f53-8814-6268b7c9a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54'} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:45:08.896748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Bound port: f7e7131d-85fe-40aa-bc10-2f538c315158, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f05060a-5efd-4f53-8814-6268b7c9a03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54'}}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:45:08.897166 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:08.999352 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] For port f7e7131d-85fe-40aa-bc10-2f538c315158, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:45:09.004693 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] For port f7e7131d-85fe-40aa-bc10-2f538c315158, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=f7e7131d-85fe-40aa-bc10-2f538c315158,segment=NetworkSegment(8f05060a-5efd-4f53-8814-6268b7c9a03e),segment_id=8f05060a-5efd-4f53-8814-6268b7c9a03e)] {{(pid=85288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:45:09.009016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:09.025253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:09.185216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Pushing event updated for resources: {'Port': ['ID=f7e7131d-85fe-40aa-bc10-2f538c315158,revision_number=4']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:09.190832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:09.251754 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Routers {'915e5aba-b036-4b6a-9edf-b2ce576e38e5'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:45:09.252362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:44:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['915e5aba-b036-4b6a-9edf-b2ce576e38e5'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:45:09.424398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] Set router 915e5aba-b036-4b6a-9edf-b2ce576e38e5 gateway port host: None {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:45:09.730775 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37308) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:09.786055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'name': 'router1', 'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:44:55Z', 'updated_at': '2021-04-15T10:45:05Z', 'revision_number': 2, 'project_id': 'd33995945cba4d5dba1edc87807ae84b', 'gw_port_host': None, '_interfaces': [{'id': 'f7e7131d-85fe-40aa-bc10-2f538c315158', 'name': '', 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54', 'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'mac_address': 'fa:16:3e:2f:f8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:45:04Z', 'updated_at': '2021-04-15T10:45:08Z', 'revision_number': 4, 'project_id': 'd33995945cba4d5dba1edc87807ae84b', 'subnets': [{'id': 'ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c946db97-0498-4cea-83ef-46ad1e74cfc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:45:09.790287 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9b4a7-21c7-4195-af44-dae346928c71 None None] The sync data for ids ['915e5aba-b036-4b6a-9edf-b2ce576e38e5'] in dv-cinder-786385-1-smb is: [{'id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'name': 'router1', 'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:44:55Z', 'updated_at': '2021-04-15T10:45:05Z', 'revision_number': 2, 'project_id': 'd33995945cba4d5dba1edc87807ae84b', 'gw_port_host': None, '_interfaces': [{'id': 'f7e7131d-85fe-40aa-bc10-2f538c315158', 'name': '', 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54', 'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'mac_address': 'fa:16:3e:2f:f8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:45:04Z', 'updated_at': '2021-04-15T10:45:08Z', 'revision_number': 4, 'project_id': 'd33995945cba4d5dba1edc87807ae84b', 'subnets': [{'id': 'ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c946db97-0498-4cea-83ef-46ad1e74cfc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:45:10.040627 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.policy [None req-5ab1cd8d-a4ea-49f4-9cac-47efba91a957 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85285) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 10:45:10.279421 dv-cinder-786385-1-smb neutron-server[85170]: WARNING oslo_policy.policy [None req-5ab1cd8d-a4ea-49f4-9cac-47efba91a957 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:45:10.279855 dv-cinder-786385-1-smb neutron-server[85170]: WARNING oslo_policy.policy [None req-5ab1cd8d-a4ea-49f4-9cac-47efba91a957 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:45:10.297644 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab1cd8d-a4ea-49f4-9cac-47efba91a957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:45:10.299424 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-5ab1cd8d-a4ea-49f4-9cac-47efba91a957 admin admin] 10.222.0.96 "GET /v2.0/networks/07542e32-3df2-45eb-88b2-df384f761ab0 HTTP/1.1" status: 200 len: 842 time: 0.5676455 Apr 15 10:45:10.311130 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Request body: {'subnet': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:45:10.314175 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.quota [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Loaded quota_driver: . Apr 15 10:45:10.320697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:45:10.326928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Usage tracker for resource:subnet and tenant:176c5a41a5bf40d08ea71ff3bc3c0816 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:45:10.330680 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:45:10.340035 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:45:10.352928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Made reservation on behalf of 176c5a41a5bf40d08ea71ff3bc3c0816 for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:45:10.359573 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:10.903599 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.objects.ports [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85285) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 10:45:10.904144 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:10.921451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:11.071425 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a111444-f903-4ab8-a6a6-fdc00bae7494,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:11.091881 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:11.092256 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:11.092630 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:11.092988 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:11.093342 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:11.093701 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:11.094050 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:11.094400 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:11.094794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:11.095146 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:11.095489 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:11.095832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Tracked resource versions report: Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: pushed versions: Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: { 'AddressGroup': {'1.2'}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': {'1.0'}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': {'1.0'}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': {'1.1'}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': {'1.7'}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': {'1.2'}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': {'1.8'}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': {'1.4'}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': {'1.0'}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': {'1.1'}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': {'1.1'}} Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: consumer versions: Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: { DHCP agent@dv-cinder-786385-1-smb: {}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: L3 agent@dv-cinder-786385-1-smb: {}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: Metadata agent@dv-cinder-786385-1-smb: {}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: Metering agent@dv-cinder-786385-1-smb: {}, Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: Open vSwitch agent@dv-cinder-786385-1-smb: { 'AddressGroup': '1.2', Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': '1.0', Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': '1.0', Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': '1.1', Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': '1.7', Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': '1.2', Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': '1.8', Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': '1.4', Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': '1.2', Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': '1.0', Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': '1.1', Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': '1.1'}} Apr 15 10:45:11.096976 dv-cinder-786385-1-smb neutron-server[85170]: {{(pid=85285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:45:11.154219 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:11.170326 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Checking segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:45:11.170746 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Network hostable DHCP agents. Network: 07542e32-3df2-45eb-88b2-df384f761ab0, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:45:11.197143 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:45:11.209598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, 07542e32-3df2-45eb-88b2-df384f761ab0) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:45:11.218110 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:45:11.219386 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:11.223987 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb180840-6fe0-4915-bd14-a26542eb8ae6 None None] Network 07542e32-3df2-45eb-88b2-df384f761ab0 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:45:11.246390 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9395044 Apr 15 10:45:11.539597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7b53d7-b4e8-4817-9faa-8bf3e36cbf73 None None] Network 07542e32-3df2-45eb-88b2-df384f761ab0 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:45:13.681647 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device f7e7131d-85fe-40aa-bc10-2f538c315158 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:45:13.768164 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port f7e7131d-85fe-40aa-bc10-2f538c315158 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:45:13.773659 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port f7e7131d-85fe-40aa-bc10-2f538c315158 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:45:13.774059 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:13.907462 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:13.945417 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port f7e7131d-85fe-40aa-bc10-2f538c315158, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=f7e7131d-85fe-40aa-bc10-2f538c315158,segment=NetworkSegment(8f05060a-5efd-4f53-8814-6268b7c9a03e),segment_id=8f05060a-5efd-4f53-8814-6268b7c9a03e)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:45:13.948246 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:13.951594 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:13.961689 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37328) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:14.027097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=f7e7131d-85fe-40aa-bc10-2f538c315158,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:14.030343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:14.204008 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-fdc3ab41-8733-4f12-aa4c-4d24e592e830 admin admin] 10.222.0.96 "GET /v2.0/routers/915e5aba-b036-4b6a-9edf-b2ce576e38e5 HTTP/1.1" status: 200 len: 710 time: 0.2410312 Apr 15 10:45:14.350274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e8e110-85ca-4bd6-94ff-e2c2c7db67ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:45:14.351813 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-c2e8e110-85ca-4bd6-94ff-e2c2c7db67ec admin admin] 10.222.0.96 "GET /v2.0/networks/07542e32-3df2-45eb-88b2-df384f761ab0 HTTP/1.1" status: 200 len: 886 time: 0.1416962 Apr 15 10:45:14.361923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:45:14.989223 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853837965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12073'] for router, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:15.348389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:15.411756 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:15.561678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Allocated IP 172.28.2.42 (07542e32-3df2-45eb-88b2-df384f761ab0/8a111444-f903-4ab8-a6a6-fdc00bae7494/a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:45:15.670358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device f7e7131d-85fe-40aa-bc10-2f538c315158 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:45:15.737896 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:15.762296 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port f7e7131d-85fe-40aa-bc10-2f538c315158 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:45:15.762743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:15.824418 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:15.850680 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:16.087260 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:16.100506 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:16.150571 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:45:16.152330 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:45:16.154765 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:45:16.566987 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:17.100871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853837965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12073'] for router, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:17.105005 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-937803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853838014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853839413'] for router, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:17.296610 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Router 915e5aba-b036-4b6a-9edf-b2ce576e38e5 has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:45:17.488838 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:45:17.499893 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Sync routers for ids ['915e5aba-b036-4b6a-9edf-b2ce576e38e5'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:45:17.500057 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Notify callbacks [] for router, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:17.501198 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] 10.222.0.96 "PUT /v2.0/routers/915e5aba-b036-4b6a-9edf-b2ce576e38e5 HTTP/1.1" status: 200 len: 889 time: 3.1428423 Apr 15 10:45:17.510415 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Routers {'915e5aba-b036-4b6a-9edf-b2ce576e38e5'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:45:17.512550 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:44:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['915e5aba-b036-4b6a-9edf-b2ce576e38e5'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:45:17.730014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Set router 915e5aba-b036-4b6a-9edf-b2ce576e38e5 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:45:18.103229 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'name': 'router1', 'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:44:55Z', 'updated_at': '2021-04-15T10:45:16Z', 'revision_number': 4, 'project_id': 'd33995945cba4d5dba1edc87807ae84b', 'gw_port': {'id': 'a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:45:15Z', 'updated_at': '2021-04-15T10:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'f7e7131d-85fe-40aa-bc10-2f538c315158', 'name': '', 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54', 'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'mac_address': 'fa:16:3e:2f:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:45:04Z', 'updated_at': '2021-04-15T10:45:13Z', 'revision_number': 5, 'project_id': 'd33995945cba4d5dba1edc87807ae84b', 'subnets': [{'id': 'ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c946db97-0498-4cea-83ef-46ad1e74cfc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:45:18.108752 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Checking router: 915e5aba-b036-4b6a-9edf-b2ce576e38e5 for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:45:18.109180 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Updating router 915e5aba-b036-4b6a-9edf-b2ce576e38e5 port a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3 binding host dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:45:18.167767 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:18.594496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:18.608684 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Transition to ACTIVE for port object a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:45:18.614398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:18.630921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d5f35ec6-2ba6-4d12-9846-0f80d7e2bfb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:18.768788 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcda9c7-7e34-4d4f-a53d-80331c18f35e None None] Pushing event updated for resources: {'Port': ['ID=a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:18.773157 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6fcda9c7-7e34-4d4f-a53d-80331c18f35e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:18.837647 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Attempting to bind port a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:45:18.838055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Attempting to bind port a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:45:18.838460 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Attempting to bind port a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3 on network 07542e32-3df2-45eb-88b2-df384f761ab0 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:45:18.845597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:45:18.845947 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Checking segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:45:18.846386 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:18.846862 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Bound using segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:45:18.847369 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Bound port: a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:45:18.847775 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:18.932492 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] For port a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:45:18.936208 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] For port a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:45:18.939741 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:18.955593 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:19.106004 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcda9c7-7e34-4d4f-a53d-80331c18f35e None None] Pushing event updated for resources: {'Port': ['ID=a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:19.118499 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6fcda9c7-7e34-4d4f-a53d-80331c18f35e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:19.163091 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Routers {'915e5aba-b036-4b6a-9edf-b2ce576e38e5'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:45:19.163749 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:44:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['915e5aba-b036-4b6a-9edf-b2ce576e38e5'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:45:19.527850 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] Set router 915e5aba-b036-4b6a-9edf-b2ce576e38e5 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:45:19.900285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'name': 'router1', 'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:44:55Z', 'updated_at': '2021-04-15T10:45:16Z', 'revision_number': 4, 'project_id': 'd33995945cba4d5dba1edc87807ae84b', 'gw_port': {'id': 'a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:45:15Z', 'updated_at': '2021-04-15T10:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'f7e7131d-85fe-40aa-bc10-2f538c315158', 'name': '', 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54', 'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'mac_address': 'fa:16:3e:2f:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:45:04Z', 'updated_at': '2021-04-15T10:45:13Z', 'revision_number': 5, 'project_id': 'd33995945cba4d5dba1edc87807ae84b', 'subnets': [{'id': 'ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c946db97-0498-4cea-83ef-46ad1e74cfc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:45:19.905935 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b2bf02-11c9-46b9-9062-29ff73ed5b2e None None] The sync data for ids ['915e5aba-b036-4b6a-9edf-b2ce576e38e5'] in dv-cinder-786385-1-smb is: [{'id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'name': 'router1', 'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': 'a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:44:55Z', 'updated_at': '2021-04-15T10:45:16Z', 'revision_number': 4, 'project_id': 'd33995945cba4d5dba1edc87807ae84b', 'gw_port': {'id': 'a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:45:15Z', 'updated_at': '2021-04-15T10:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'f7e7131d-85fe-40aa-bc10-2f538c315158', 'name': '', 'network_id': '1bd0ae3b-e8cc-4026-abf2-09a556e69f54', 'tenant_id': 'd33995945cba4d5dba1edc87807ae84b', 'mac_address': 'fa:16:3e:2f:f8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915e5aba-b036-4b6a-9edf-b2ce576e38e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:45:04Z', 'updated_at': '2021-04-15T10:45:13Z', 'revision_number': 5, 'project_id': 'd33995945cba4d5dba1edc87807ae84b', 'subnets': [{'id': 'ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c946db97-0498-4cea-83ef-46ad1e74cfc0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:45:20.308260 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37338) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:20.441237 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6eee1a7b-a18d-44bd-a7fe-1ccc3b2db2a5 admin admin] 10.222.0.96 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1313841 Apr 15 10:45:21.696567 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:45:21.785458 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:45:21.791032 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:45:21.792167 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:21.939909 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:21.958674 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:45:21.962250 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:21.964551 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:22.042794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:22.046176 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:23.707781 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:45:23.814668 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port a9f2da5d-1ca5-45ca-8f1d-aeaaae2eebf3 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:45:23.815339 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:25.106048 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1174f134-0ce5-439e-978a-497c881b1fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:28.075572 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4286b6bb-a599-4ce0-9127-28a31544168a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:28.424059 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:29.440094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:30.506642 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:31.430244 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 5 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:45:55.092338 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a20e5e3-f6df-45dc-867d-7e30dffb09e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:58.059952 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3e3fdb06-03de-4069-bfdb-0be17a5e4643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:58.418618 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:59.396959 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:00.502631 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:08.429954 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 5 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:46:25.088513 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e82ec0bb-545f-4727-9ea9-a2d0533ceb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:28.054793 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-59b62fed-e04a-4de4-994a-990e8b76c97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:28.425615 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:29.401334 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:30.504074 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:45.430261 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 5 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:46:55.081285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6e348f7-dbcc-4287-9061-78f616221ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:58.057061 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c44b5e8-f9b4-4f95-ab3f-b715824fb00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:58.427014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:59.403929 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:00.506223 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:08.217707 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37908) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:08.296528 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a14f1b-f60f-4aa6-8d7c-67c0db964462 admin admin] GET failed (client error): The resource could not be found. Apr 15 10:47:08.297987 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-37a14f1b-f60f-4aa6-8d7c-67c0db964462 admin admin] 10.222.0.96 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0792418 Apr 15 10:47:08.443505 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ce73e-3d29-46b3-a6c3-efa01a3b48a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:08.445042 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-1f3ce73e-3d29-46b3-a6c3-efa01a3b48a8 admin admin] 10.222.0.96 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1426566 Apr 15 10:47:10.993626 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37918) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:11.116029 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e69bbe-75c9-4164-8a48-ce1f08925d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:11.116644 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-57e69bbe-75c9-4164-8a48-ce1f08925d7c admin admin] Synchronizing usage tracker for tenant:176c5a41a5bf40d08ea71ff3bc3c0816 on resource:subnet {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:47:11.134202 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-57e69bbe-75c9-4164-8a48-ce1f08925d7c admin admin] Unset dirty status for tenant:176c5a41a5bf40d08ea71ff3bc3c0816 on resource:subnet {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:47:11.135502 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-57e69bbe-75c9-4164-8a48-ce1f08925d7c admin admin] 10.222.0.96 "GET /v2.0/subnets/ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf HTTP/1.1" status: 200 len: 849 time: 0.1408367 Apr 15 10:47:11.146215 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:47:11.277671 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:11.605418 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363242408283354'] for subnet, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:11.625184 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:47:11.766134 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:47:11.787966 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:11.788352 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:11.788727 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:11.789915 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:11.790287 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:11.790680 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:11.791047 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:11.791410 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:11.791860 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:11.792138 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:11.792702 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:11.792813 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:47:11.797877 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:47:11.825035 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:11.825690 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:11.828775 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] 10.222.0.96 "PUT /v2.0/subnets/ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf HTTP/1.1" status: 200 len: 868 time: 0.6865394 Apr 15 10:47:11.837896 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8741b6-38c5-4525-8bdd-e334118cbac5 None None] Network 1bd0ae3b-e8cc-4026-abf2-09a556e69f54 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:47:12.312144 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-8e9ea799-1750-4522-b8f0-40f5501b8d75 None None] Provisioning complete for port f7e7131d-85fe-40aa-bc10-2f538c315158 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:12.312751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e9ea799-1750-4522-b8f0-40f5501b8d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:12.452900 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-8e9ea799-1750-4522-b8f0-40f5501b8d75 None None] Provisioning complete for port 39b7e7a5-ecfe-4b25-8cc7-e1dbe53c492d triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:47:12.453207 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e9ea799-1750-4522-b8f0-40f5501b8d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:14.420543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37928) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:14.613077 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d9dcab-14db-4f8e-918e-bfc9c686ebbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:14.613511 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d9dcab-14db-4f8e-918e-bfc9c686ebbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:14.615215 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-10d9dcab-14db-4f8e-918e-bfc9c686ebbb admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1936314 Apr 15 10:47:17.146098 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37938) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:17.340052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f960d0-7e30-4453-9a28-f7314fecccb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:17.340582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f960d0-7e30-4453-9a28-f7314fecccb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:17.342258 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-72f960d0-7e30-4453-9a28-f7314fecccb8 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1950889 Apr 15 10:47:19.879381 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37948) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:20.066542 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cc7db9-745b-4a38-9a2a-e44515aed7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:20.068043 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-67cc7db9-745b-4a38-9a2a-e44515aed7c7 admin admin] 10.222.0.96 "GET /v2.0/networks/07542e32-3df2-45eb-88b2-df384f761ab0 HTTP/1.1" status: 200 len: 886 time: 0.1876264 Apr 15 10:47:22.429501 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 5 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:47:22.588322 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37958) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:22.953379 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aabd7d2-8107-408a-abfa-5fa00337a6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:22.954885 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-4aabd7d2-8107-408a-abfa-5fa00337a6a8 admin admin] 10.222.0.96 "GET /v2.0/networks/1bd0ae3b-e8cc-4026-abf2-09a556e69f54 HTTP/1.1" status: 200 len: 870 time: 0.3654640 Apr 15 10:47:25.084504 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-189e8c37-e078-4068-9ee9-7366dac94a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:25.504321 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37968) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:25.627400 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774fcd19-4c33-4e89-9010-25aaa06fe3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:25.627953 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774fcd19-4c33-4e89-9010-25aaa06fe3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:25.629610 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-774fcd19-4c33-4e89-9010-25aaa06fe3a5 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242464 Apr 15 10:47:28.059410 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7fe97004-a9ac-4b71-ab99-60f5e28cccfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:28.161709 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37978) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:28.283097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb25f84-3836-4c20-ba4f-3efdcc5f763b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:28.283612 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb25f84-3836-4c20-ba4f-3efdcc5f763b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:28.285301 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-fcb25f84-3836-4c20-ba4f-3efdcc5f763b admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225650 Apr 15 10:47:28.431553 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:29.407626 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:30.521474 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:30.806341 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37988) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:30.919712 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcff66db-6c5b-4f17-9206-4114746e78cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:30.921162 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-fcff66db-6c5b-4f17-9206-4114746e78cb admin admin] 10.222.0.96 "GET /v2.0/subnets/8a111444-f903-4ab8-a6a6-fdc00bae7494 HTTP/1.1" status: 200 len: 816 time: 0.1138010 Apr 15 10:47:33.475581 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 37998) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:47:33.599465 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aadd2d-7bde-4fca-b097-2312550e3cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:47:33.601462 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-b1aadd2d-7bde-4fca-b097-2312550e3cb9 admin admin] 10.222.0.96 "GET /v2.0/subnets/ad9bc551-2664-4fe2-92f4-5a1c03a4bfcf HTTP/1.1" status: 200 len: 868 time: 0.1237929 Apr 15 10:47:55.088662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4aeee619-deb5-4d74-827d-4bb0b2a764d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:58.065723 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d333d20-3878-482e-9587-7555117c92cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:58.432246 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:59.409554 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:59.429141 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 5 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:48:00.529271 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:00.862811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38042) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:00.917851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [None req-39ff44a5-4dba-4394-b977-678c550bd935 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:48:00.919011 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-39ff44a5-4dba-4394-b977-678c550bd935 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0550735 Apr 15 10:48:03.550887 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38052) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:03.627649 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17d4bf3-1bfb-4b7f-963b-41aaaf4b3388 admin admin] GET failed (client error): The resource could not be found. Apr 15 10:48:03.629015 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-e17d4bf3-1bfb-4b7f-963b-41aaaf4b3388 admin admin] 10.222.0.96 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0770712 Apr 15 10:48:03.767622 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7797a81-8251-4aa7-afdb-d6983d4f6403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:03.769213 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-b7797a81-8251-4aa7-afdb-d6983d4f6403 admin admin] 10.222.0.96 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1355517 Apr 15 10:48:06.345540 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38062) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:06.404647 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:06.410271 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:06.414476 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Usage tracker for resource:network and tenant:176c5a41a5bf40d08ea71ff3bc3c0816 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:48:06.417633 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:48:06.423707 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:06.433267 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Made reservation on behalf of 176c5a41a5bf40d08ea71ff3bc3c0816 for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:48:06.437697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:06.536844 dv-cinder-786385-1-smb neutron-server[85170]: WARNING neutron.services.revisions.revision_plugin [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Could not find related network for resource to bump revision. Apr 15 10:48:06.549987 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:48:06.561213 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794446621111', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:06.561782 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Unsubscribe: segment precommit_create {{(pid=85285) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 10:48:06.562254 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Added segment ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd of type vlan for network 86b2be50-f346-4032-ad29-adf338394131 Apr 15 10:48:06.601405 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:06.636919 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:06.638297 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:06.638968 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:06.643976 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:06.741634 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3941844 Apr 15 10:48:06.746645 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Pushing event updated for resources: {'Network': ['ID=86b2be50-f346-4032-ad29-adf338394131,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:06.764173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:06.773230 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network 86b2be50-f346-4032-ad29-adf338394131 details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:48:09.324427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38072) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:09.400154 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf466f23-306a-44d2-ad91-8a6b5a80c031 admin admin] GET failed (client error): The resource could not be found. Apr 15 10:48:09.400741 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-cf466f23-306a-44d2-ad91-8a6b5a80c031 admin admin] Synchronizing usage tracker for tenant:176c5a41a5bf40d08ea71ff3bc3c0816 on resource:network {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:48:09.416801 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-cf466f23-306a-44d2-ad91-8a6b5a80c031 admin admin] Unset dirty status for tenant:176c5a41a5bf40d08ea71ff3bc3c0816 on resource:network {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:48:09.418071 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-cf466f23-306a-44d2-ad91-8a6b5a80c031 admin admin] 10.222.0.96 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0926020 Apr 15 10:48:09.532608 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4165fce-dd3c-43d9-bfce-e98af40fa1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:09.534098 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f4165fce-dd3c-43d9-bfce-e98af40fa1bb admin admin] 10.222.0.96 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1116462 Apr 15 10:48:09.545722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '86b2be50-f346-4032-ad29-adf338394131'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:09.550558 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:48:09.561419 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:48:09.570937 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Made reservation on behalf of 176c5a41a5bf40d08ea71ff3bc3c0816 for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:48:09.575624 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:09.989050 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:10.004376 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:10.127995 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c167cdc9-db72-4127-94ba-e77ecf39beb2,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:10.133332 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:10.205319 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Checking segment: {'id': 'ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '86b2be50-f346-4032-ad29-adf338394131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:48:10.205630 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Network hostable DHCP agents. Network: 86b2be50-f346-4032-ad29-adf338394131, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:48:10.224571 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Network 86b2be50-f346-4032-ad29-adf338394131 is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:48:10.232830 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, 86b2be50-f346-4032-ad29-adf338394131) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:10.237106 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:10.237761 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:10.243604 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34acb90-194c-4fd7-8862-16bfe415ad58 None None] Network 86b2be50-f346-4032-ad29-adf338394131 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:48:10.264174 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7224422 Apr 15 10:48:10.483015 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df36fe-b1bb-56e7-8181-c51374db0232-86b2be50-f346-4032-ad29-adf338394131', 'network_id': '86b2be50-f346-4032-ad29-adf338394131', 'tenant_id': '176c5a41a5bf40d08ea71ff3bc3c0816', 'fixed_ips': [{'subnet_id': 'c167cdc9-db72-4127-94ba-e77ecf39beb2'}]}} from dv-cinder-786385-1-smb. {{(pid=85287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:48:10.483944 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:10.652811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Allocated IP 192.168.233.2 (86b2be50-f346-4032-ad29-adf338394131/c167cdc9-db72-4127-94ba-e77ecf39beb2/3627e8e9-3f65-4864-b05b-c9ac0bb6800f) {{(pid=85287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:48:10.879743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Notify callbacks [] for port, precommit_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:10.891797 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Transition to ACTIVE for port object 3627e8e9-3f65-4864-b05b-c9ac0bb6800f will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:48:10.912265 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Transition to ACTIVE for port object 3627e8e9-3f65-4864-b05b-c9ac0bb6800f will not be triggered until provisioned by entity DHCP. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:48:10.917603 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:10.933885 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:11.238705 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Pushing event updated for resources: {'Port': ['ID=3627e8e9-3f65-4864-b05b-c9ac0bb6800f,revision_number=1']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:11.253650 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:11.254045 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:11.254427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:11.254833 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:11.255203 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:11.255570 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:11.255931 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:11.257007 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:11.257582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:11.257582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:11.257969 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:11.258331 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:11.271954 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:11.309917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Network 86b2be50-f346-4032-ad29-adf338394131 is already hosted by enough agents. {{(pid=85287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:48:11.311128 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Resources bound (agent type, host, resource id): {{(pid=85287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:48:11.313600 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Received port after_create {{(pid=85287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:48:11.413508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Attempting to bind port 3627e8e9-3f65-4864-b05b-c9ac0bb6800f on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:48:11.413921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Attempting to bind port 3627e8e9-3f65-4864-b05b-c9ac0bb6800f by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': 'ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '86b2be50-f346-4032-ad29-adf338394131'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:48:11.414322 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Attempting to bind port 3627e8e9-3f65-4864-b05b-c9ac0bb6800f on network 86b2be50-f346-4032-ad29-adf338394131 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:48:11.420423 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:48:11.420833 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Checking segment: {'id': 'ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '86b2be50-f346-4032-ad29-adf338394131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:48:11.421286 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:11.421709 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Bound using segment: {'id': 'ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '86b2be50-f346-4032-ad29-adf338394131'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:48:11.422215 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Bound port: 3627e8e9-3f65-4864-b05b-c9ac0bb6800f, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '86b2be50-f346-4032-ad29-adf338394131'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:48:11.422651 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:11.519957 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] For port 3627e8e9-3f65-4864-b05b-c9ac0bb6800f, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:48:11.523423 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] For port 3627e8e9-3f65-4864-b05b-c9ac0bb6800f, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=3627e8e9-3f65-4864-b05b-c9ac0bb6800f,segment=NetworkSegment(ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd),segment_id=ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:48:11.527571 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:11.541216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6fcda9c7-7e34-4d4f-a53d-80331c18f35e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:11.687371 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Pushing event updated for resources: {'Port': ['ID=3627e8e9-3f65-4864-b05b-c9ac0bb6800f,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:11.692755 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:12.993917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14afd0e5-71f0-4872-86ac-2f1beaaedcc8 None None] Network 86b2be50-f346-4032-ad29-adf338394131 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:48:13.101474 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-3108ade6-75ef-4e44-a992-5e4fde4a0daf None None] Provisioning for port 3627e8e9-3f65-4864-b05b-c9ac0bb6800f completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:48:13.823299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 3627e8e9-3f65-4864-b05b-c9ac0bb6800f up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:48:13.901493 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port 3627e8e9-3f65-4864-b05b-c9ac0bb6800f completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:48:13.907121 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 3627e8e9-3f65-4864-b05b-c9ac0bb6800f triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:13.907507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:14.039878 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:14.079618 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port 3627e8e9-3f65-4864-b05b-c9ac0bb6800f, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=3627e8e9-3f65-4864-b05b-c9ac0bb6800f,segment=NetworkSegment(ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd),segment_id=ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:48:14.082769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:14.086708 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:14.159212 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=3627e8e9-3f65-4864-b05b-c9ac0bb6800f,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:14.163121 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:15.800970 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 3627e8e9-3f65-4864-b05b-c9ac0bb6800f up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:48:15.880177 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 3627e8e9-3f65-4864-b05b-c9ac0bb6800f triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:15.880585 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:25.091343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3705a922-7807-4096-b45a-9a720f23ff6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:28.059256 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-60454b76-627a-4a52-be03-adaaee5bce6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:28.434624 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:29.414382 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:30.529010 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:36.429323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 5 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:48:55.093988 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-04d8d537-62d1-4fdb-bd35-1bd1c3ba9eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:58.065267 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1b7b1824-a047-44be-bdda-0246d44960c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:58.443780 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:59.416964 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:00.532980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:13.428451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 5 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:49:25.099865 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-28316892-e875-4a28-a37c-9eca13cd7f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:28.062370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2a5c43b2-2d75-4bc6-ab72-aed45d185569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:28.441080 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:29.423189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:30.539507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.622344 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38122) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:32.630306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [None req-415f24e1-7ce0-417b-93db-5a7a88d9accf tempest-verify_tempest_config-241926991 tempest-verify_tempest_config-241926991-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:49:32.631472 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-415f24e1-7ce0-417b-93db-5a7a88d9accf tempest-verify_tempest_config-241926991 tempest-verify_tempest_config-241926991-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0079660 Apr 15 10:49:32.976039 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38140) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:33.112270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:33.129486 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:33.133946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Usage tracker for resource:security_group_rule and tenant:5ac9d14ce1bb4aadaa41ae595ee8b70c is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:33.137091 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:33.143300 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:33.244253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:33.247632 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:33.257918 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:33.299994 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Synchronizing usage tracker for tenant:176c5a41a5bf40d08ea71ff3bc3c0816 on resource:security_group {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:49:33.305150 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91e69e8-0a9c-4867-a9a5-e91c7ed20730,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:33.315353 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:33.315734 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:33.316103 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:33.316990 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:33.317384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:33.317724 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:33.318080 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:33.318435 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:33.318825 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:33.319180 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:33.319641 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:33.319980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:33.324108 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:33.336069 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Unset dirty status for tenant:176c5a41a5bf40d08ea71ff3bc3c0816 on resource:security_group {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:49:33.337418 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5ac9d14ce1bb4aadaa41ae595ee8b70c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3603399 Apr 15 10:49:33.340636 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38146) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:33.408619 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c83bbe2c-f329-4699-8f62-87ed31d58149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:33.438263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c83bbe2c-f329-4699-8f62-87ed31d58149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:33.494630 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c83bbe2c-f329-4699-8f62-87ed31d58149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:33.500543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fa040965-4ee3-4cf8-b249-bd03399ab1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:33.512956 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bbe2c-f329-4699-8f62-87ed31d58149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91e69e8-0a9c-4867-a9a5-e91c7ed20730,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:33.518131 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c83bbe2c-f329-4699-8f62-87ed31d58149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:33.521619 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c83bbe2c-f329-4699-8f62-87ed31d58149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:33.522897 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-c83bbe2c-f329-4699-8f62-87ed31d58149 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d91e69e8-0a9c-4867-a9a5-e91c7ed20730 HTTP/1.1" status: 204 len: 168 time: 0.1809957 Apr 15 10:49:50.428342 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 5 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:49:55.093066 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-694728dc-fcb8-4503-9a22-63214a8b29bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:58.056082 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f5985935-9b9e-4e67-a368-fae2ea3d1558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:58.442966 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:59.417270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:00.541226 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:25.099503 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ddf007a3-01a6-45f0-abab-01c0ece27deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:27.432508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 5 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:50:28.066872 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d053734f-6458-4269-9d58-edfd5ec3db45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:28.446929 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:29.419174 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:30.545769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:55.094011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bec9ea45-b013-4a9d-a6a5-f5ffc98ac1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:58.060623 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c542686-6d88-4da8-b946-5347843f1896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:58.449820 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:59.424969 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:00.547887 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:04.432233 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 5 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:51:22.193446 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706'] for agent, after_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:25.098629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3aa52cd6-dc87-4614-abe3-32010ae19f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.066036 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b1e9d604-55bc-412e-a39a-ea03c42348e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:28.452192 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:29.419235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:30.554251 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:40.551271 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38218) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:40.685172 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-27592c37-2a6e-4f42-a5ac-c0e2914e5557 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1327050 Apr 15 10:51:41.433131 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:51:43.337375 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38228) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:51:43.408008 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f1db63d5-fe07-4b0c-acd6-f696644536af admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0687377 Apr 15 10:51:52.157816 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:55.101521 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-989c17b0-6800-41d7-a335-f3c91421126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:58.062667 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-227be654-d711-405d-9cfc-c7f23c588ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:58.455178 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:59.426258 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:00.559490 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:18.432917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:52:22.171668 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:25.103547 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-11de333e-6cc6-4e98-b566-6445ec85a3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:28.056245 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e6d1b2a8-787b-427c-80d6-e6bb44e20fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:28.456308 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:29.419534 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:30.558452 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:52.171776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:55.105436 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-78d0f11c-245f-4362-bc5d-df86a09359f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:55.432597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:52:58.058275 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c1c3e25c-c983-4fa1-8f56-a272c4a4def3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:58.458792 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:59.422577 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:00.563946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:22.170981 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:25.109408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ccbd650a-a037-4fa9-ba11-b1f5537b76d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:25.459254 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38354) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:25.829598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-843597982-network', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:25.835024 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:25.839927 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Usage tracker for resource:network and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:25.843948 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:25.850262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:25.860048 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Made reservation on behalf of 95b6d3d44f5441d68e73436f3a947935 for: {'network': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:25.864867 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:25.879018 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:25.896305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:25.900863 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Usage tracker for resource:security_group_rule and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:25.904214 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:25.911891 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:26.015758 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:26.018623 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:26.023201 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-44437c40-7f00-4ead-bc8d-06ee7bfd8336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:26.050486 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=85286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:53:26.064141 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c722e7e7-d1a0-4f69-9cb7-9fc4e94a3272,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:26.071218 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:26.071218 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Added segment 1e779e98-4273-41ae-93d7-dc9669d2c445 of type vlan for network 64d721fb-2821-48d5-ac89-567367ad279d Apr 15 10:53:26.086851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.087316 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.087576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.088047 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.088384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.088620 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.088970 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.089321 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Tracked resource versions report: Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: pushed versions: Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: { 'AddressGroup': {'1.2'}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': {'1.0'}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': {'1.0'}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': {'1.1'}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': {'1.7'}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': {'1.2'}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': {'1.8'}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': {'1.4'}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': {'1.0'}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': {'1.1'}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': {'1.1'}} Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: consumer versions: Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: { DHCP agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: L3 agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: Metadata agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: Metering agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: Open vSwitch agent@dv-cinder-786385-1-smb: { 'AddressGroup': '1.2', Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': '1.0', Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': '1.0', Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': '1.1', Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': '1.7', Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': '1.2', Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': '1.8', Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': '1.4', Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': '1.2', Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': '1.0', Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': '1.1', Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': '1.1'}} Apr 15 10:53:26.093685 dv-cinder-786385-1-smb neutron-server[85170]: {{(pid=85286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:53:26.097739 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:26.119808 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:26.151697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:26.153568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:26.155262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:26.178549 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:26.252390 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7918897 Apr 15 10:53:26.255606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38390) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:26.262102 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Request body: {'subnet': {'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-subnet', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:26.275718 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:26.279981 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Usage tracker for resource:subnet and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:26.281745 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Pushing event updated for resources: {'Network': ['ID=64d721fb-2821-48d5-ac89-567367ad279d,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:26.283971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:26.284951 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:26.290749 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:26.294200 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network 64d721fb-2821-48d5-ac89-567367ad279d details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:53:26.320912 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Made reservation on behalf of 95b6d3d44f5441d68e73436f3a947935 for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:26.325906 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:26.697683 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38426) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:26.762920 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:26.778669 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a5a3a6f9-b831-4d7f-98af-6a0234201644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:26.896768 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7d2f97-abff-4a3f-98bc-26e4b12e7f7c,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:26.908558 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.908881 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.909621 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.909621 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.909985 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.910398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.911227 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.911227 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.911944 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.911944 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.912284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.912643 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Tracked resource versions report: Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: pushed versions: Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: { 'AddressGroup': {'1.2'}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': {'1.0'}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': {'1.0'}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': {'1.1'}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': {'1.7'}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': {'1.2'}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': {'1.8'}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': {'1.4'}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': {'1.0'}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': {'1.1'}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': {'1.1'}} Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: consumer versions: Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: { DHCP agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: L3 agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: Metadata agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: Metering agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: Open vSwitch agent@dv-cinder-786385-1-smb: { 'AddressGroup': '1.2', Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': '1.0', Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': '1.0', Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': '1.1', Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': '1.7', Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': '1.2', Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': '1.8', Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': '1.4', Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': '1.2', Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': '1.0', Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': '1.1', Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': '1.1'}} Apr 15 10:53:26.913949 dv-cinder-786385-1-smb neutron-server[85170]: {{(pid=85285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:53:26.918542 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:27.006459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Checking segment: {'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:53:27.006901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Network hostable DHCP agents. Network: 64d721fb-2821-48d5-ac89-567367ad279d, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:53:27.039725 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Network 64d721fb-2821-48d5-ac89-567367ad279d is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:53:27.049363 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, 64d721fb-2821-48d5-ac89-567367ad279d) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:27.054199 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:27.054869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:27.061303 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09cfbeb-49fd-4af0-b553-8454e8cca4a8 None None] Network 64d721fb-2821-48d5-ac89-567367ad279d requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:53:27.079008 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-0c66a555-e149-4018-b81a-04fc44d0566b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8219821 Apr 15 10:53:27.081869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38444) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:27.088847 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:27.095810 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:27.100516 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Usage tracker for resource:router and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:27.104093 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:27.114517 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:27.126320 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763758'] for router, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:27.127427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853839550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853837984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853845986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12058'] for router, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:27.153635 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:27.287005 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38452) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:27.340235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1602596678-network', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:27.351118 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:27.351605 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df36fe-b1bb-56e7-8181-c51374db0232-64d721fb-2821-48d5-ac89-567367ad279d', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c'}]}} from dv-cinder-786385-1-smb. {{(pid=85287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:53:27.351605 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:27.422913 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Usage tracker for resource:network and tenant:0e2d2b4e3f2a41e98138d032416cb464 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:27.489299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:27.509739 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:27.520971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853837965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12073'] for router, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:27.532265 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Made reservation on behalf of 0e2d2b4e3f2a41e98138d032416cb464 for: {'network': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:27.538919 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:27.542744 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Allocated IP 172.20.0.2 (64d721fb-2821-48d5-ac89-567367ad279d/be7d2f97-abff-4a3f-98bc-26e4b12e7f7c/fa8dcc30-0a08-4ee9-920b-1cd68023e1b2) {{(pid=85287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:53:27.571331 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:27.649221 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:27.661484 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Usage tracker for resource:security_group_rule and tenant:0e2d2b4e3f2a41e98138d032416cb464 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:27.666433 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:27.674014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:27.820740 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38470) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:27.833368 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Notify callbacks [] for port, precommit_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:27.845758 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Transition to ACTIVE for port object fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:53:27.862859 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38476) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:27.897637 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-514164913-network', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:27.906596 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Transition to ACTIVE for port object fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 will not be triggered until provisioned by entity DHCP. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:53:27.910093 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:27.916052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:27.921788 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Usage tracker for resource:network and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:27.931827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:27.945286 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:27.964703 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1029893255-network', 'tenant_id': '255dbef9e00e4ff990552dae43a18f9d'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:27.979856 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:27.993999 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Usage tracker for resource:network and tenant:255dbef9e00e4ff990552dae43a18f9d is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:27.997293 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:28.010999 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:28.039374 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:28.220911 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Pushing event updated for resources: {'Port': ['ID=fa8dcc30-0a08-4ee9-920b-1cd68023e1b2,revision_number=1']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:28.251760 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.260768 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Network 64d721fb-2821-48d5-ac89-567367ad279d is already hosted by enough agents. {{(pid=85287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:53:28.265508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-15361523-network', 'tenant_id': '7ec1f19aa1334575a63a8e11deed30f3'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:28.273285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Resources bound (agent type, host, resource id): {{(pid=85287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:28.276248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Received port after_create {{(pid=85287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:53:28.278049 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Made reservation on behalf of 255dbef9e00e4ff990552dae43a18f9d for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:28.283154 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.283688 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.297871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Made reservation on behalf of f24b7e01c38e4735b55d97689495aa77 for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:28.302832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.331011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:28.331630 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:28.332106 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:28.332587 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:28.333042 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:28.333522 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:28.333987 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:28.334863 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:28.335371 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:28.335967 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:28.336432 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:28.336895 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Tracked resource versions report: Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: pushed versions: Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: { 'AddressGroup': {'1.2'}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': {'1.0'}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': {'1.0'}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': {'1.1'}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': {'1.7'}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': {'1.2'}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': {'1.8'}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': {'1.4'}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': {'1.0'}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': {'1.1'}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': {'1.1'}} Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: consumer versions: Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: { DHCP agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: L3 agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: Metadata agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: Metering agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: Open vSwitch agent@dv-cinder-786385-1-smb: { 'AddressGroup': '1.2', Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': '1.0', Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': '1.0', Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': '1.1', Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': '1.7', Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': '1.2', Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': '1.8', Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': '1.4', Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': '1.2', Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': '1.0', Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': '1.1', Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': '1.1'}} Apr 15 10:53:28.338158 dv-cinder-786385-1-smb neutron-server[85170]: {{(pid=85287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:53:28.343524 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.351804 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:28.374220 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.381140 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] vlan segment allocate from pool success with {'vlan_id': 1290, 'physical_network': 'physnet1'} {{(pid=85286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:53:28.383520 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-81bdcf71-ccf6-446f-bffb-5a5080bee9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.389797 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.390194 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Added segment 8f5a22e1-83f0-4c8e-97c8-1c72e93efab0 of type vlan for network 31a1618d-6994-4188-8c35-0ecda63f191a Apr 15 10:53:28.414232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:28.424692 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Attempting to bind port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:53:28.425327 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Attempting to bind port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:53:28.426025 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Attempting to bind port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 on network 64d721fb-2821-48d5-ac89-567367ad279d {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:53:28.428218 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Usage tracker for resource:security_group_rule and tenant:255dbef9e00e4ff990552dae43a18f9d is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:28.432962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:53:28.433524 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Checking segment: {'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:53:28.434083 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.434660 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Bound using segment: {'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:53:28.435295 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Bound port: fa8dcc30-0a08-4ee9-920b-1cd68023e1b2, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:53:28.436581 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.438287 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:28.445029 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.455362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:28.553464 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.567108 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] For port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:53:28.570593 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] For port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=fa8dcc30-0a08-4ee9-920b-1cd68023e1b2,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:53:28.572986 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.579195 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.627615 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:28.635020 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.641071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:28.645728 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Usage tracker for resource:security_group_rule and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:28.649063 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:28.655020 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:28.655786 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:28.685504 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.689653 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.769133 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.771721 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.785452 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:28.788117 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:28.788283 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:28.789539 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.797386 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.813305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Usage tracker for resource:network and tenant:7ec1f19aa1334575a63a8e11deed30f3 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:28.821663 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:53:28.825097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:28.878515 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:28.898991 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:28.899835 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Added segment 17560aaa-34ac-4115-ae8e-ef0536d733cd of type vlan for network dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 Apr 15 10:53:28.901284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899231fd-f72d-4c53-b197-6539f3dfbefb,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:28.910610 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:53:28.923908 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:28.924574 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:28.975475 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Made reservation on behalf of 7ec1f19aa1334575a63a8e11deed30f3 for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:28.992765 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:29.018868 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:29.019258 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Added segment 5b3a6fcf-8995-4de8-8a19-a465f88c5143 of type vlan for network 12b1554d-27d3-4f03-be40-e76a3174964e Apr 15 10:53:29.042269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:29.050835 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Allocated IP 172.28.2.109 (07542e32-3df2-45eb-88b2-df384f761ab0/8a111444-f903-4ab8-a6a6-fdc00bae7494/1590404e-620f-4dd6-a55c-68cc85ade310) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:53:29.072445 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:29.091611 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58a0a69-39c9-4fff-98ce-cbc6d698b8ef,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:29.099522 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:29.103498 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:29.126093 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Usage tracker for resource:security_group_rule and tenant:7ec1f19aa1334575a63a8e11deed30f3 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:29.130060 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:29.136486 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:29.159501 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:29.192518 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Pushing event updated for resources: {'Port': ['ID=fa8dcc30-0a08-4ee9-920b-1cd68023e1b2,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:29.200992 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:29.201127 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:29.208642 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:29.209319 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:29.220045 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-487a7bff-451a-4fc3-b5a6-db89c05e1ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:29.244730 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:29.268500 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:29.290483 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fee1fc8-a4e7-4a19-8195-292594e1afbb,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:29.296481 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:29.297590 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6fcd6ae8-0e1d-49fa-b11f-d1cb3bc9831a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.491s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:29.418367 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7191923 Apr 15 10:53:29.419232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38516) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:29.422198 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Pushing event updated for resources: {'Network': ['ID=31a1618d-6994-4188-8c35-0ecda63f191a,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:29.434568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:29.441725 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Request body: {'subnet': {'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1602596678-subnet', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:29.449258 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:29.451802 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network 31a1618d-6994-4188-8c35-0ecda63f191a details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:53:29.462517 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Usage tracker for resource:subnet and tenant:0e2d2b4e3f2a41e98138d032416cb464 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:29.466022 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:29.473342 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:29.487522 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Made reservation on behalf of 0e2d2b4e3f2a41e98138d032416cb464 for: {'subnet': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:29.493118 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:29.534295 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:29.534965 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:29.609917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:29.618426 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Pushing event updated for resources: {'Network': ['ID=dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:29.622024 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:29.628636 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:29.637764 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:53:29.747537 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38530) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:29.793264 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9711311 Apr 15 10:53:29.805026 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38536) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:29.823432 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Request body: {'subnet': {'network_id': 'dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1029893255-subnet', 'tenant_id': '255dbef9e00e4ff990552dae43a18f9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:29.832793 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5443838 Apr 15 10:53:29.833794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38542) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:29.838137 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:29.843294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Usage tracker for resource:subnet and tenant:255dbef9e00e4ff990552dae43a18f9d is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:29.847751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:29.854512 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:29.856861 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Request body: {'subnet': {'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-514164913-subnet', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:29.880891 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:29.883405 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Pushing event updated for resources: {'Network': ['ID=12b1554d-27d3-4f03-be40-e76a3174964e,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:29.894402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:29.895174 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network 12b1554d-27d3-4f03-be40-e76a3174964e details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:53:29.905529 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Usage tracker for resource:subnet and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:29.911841 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:29.930444 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:29.932285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:29.940462 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Made reservation on behalf of 255dbef9e00e4ff990552dae43a18f9d for: {'subnet': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:29.947020 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:29.953787 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:30.000017 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:53:30.023210 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:30.023726 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Added segment aeb6a06f-6e9b-48e8-9e89-f20c4e844970 of type vlan for network 4f4afb39-25ec-44fd-b396-7d72d20a78dd Apr 15 10:53:30.068679 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:30.099713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f31b2db5-e00e-4b80-a5bc-827bf85d2f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:30.110814 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:30.111556 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Made reservation on behalf of f24b7e01c38e4735b55d97689495aa77 for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:30.116294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:30.150782 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:30.151432 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:30.158971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:53:30.211056 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:30.238689 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3711617 Apr 15 10:53:30.244982 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38566) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:30.249874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:30.272226 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fdf45e-4d63-4748-84ea-e150f11440f7,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:30.285935 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:30.288771 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:30.332459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Request body: {'subnet': {'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-15361523-subnet', 'tenant_id': '7ec1f19aa1334575a63a8e11deed30f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:30.359391 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:53:30.446303 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4afb39-25ec-44fd-b396-7d72d20a78dd,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:30.453416 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83016933-de83-4112-8a93-64087f3de4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:30.457466 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network 4f4afb39-25ec-44fd-b396-7d72d20a78dd details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:53:30.469495 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:30.522559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:30.540073 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Usage tracker for resource:subnet and tenant:7ec1f19aa1334575a63a8e11deed30f3 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:30.549088 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-83016933-de83-4112-8a93-64087f3de4c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:30.566775 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:30.587616 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-83016933-de83-4112-8a93-64087f3de4c5 admin admin] Usage tracker for resource:security_group_rule and tenant:7f1e884b3b504ec3949e0e4ee546418b is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:30.595674 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-83016933-de83-4112-8a93-64087f3de4c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:30.603559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-83016933-de83-4112-8a93-64087f3de4c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:30.643523 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:30.655244 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:30.700737 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Pushing event updated for resources: {'Port': ['ID=1590404e-620f-4dd6-a55c-68cc85ade310,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:30.730189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:30.792236 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Made reservation on behalf of 7ec1f19aa1334575a63a8e11deed30f3 for: {'subnet': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:30.797111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Notify callbacks [] for subnet, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:31.020976 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:31.043100 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:31.052052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:53:31.069691 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38596) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:31.080861 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:31.089773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:53:31.200200 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b0c5ef-b9a0-497b-969f-009f528ad36f,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:31.206097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:31.263666 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4892fa27-66e9-45e6-b339-c755d879b673 None None] Network 64d721fb-2821-48d5-ac89-567367ad279d requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:53:31.294296 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for subnet, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:31.300437 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Checking segment: {'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:53:31.300898 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Network hostable DHCP agents. Network: 12b1554d-27d3-4f03-be40-e76a3174964e, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:53:31.308647 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83016933-de83-4112-8a93-64087f3de4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:31.328596 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Network 12b1554d-27d3-4f03-be40-e76a3174964e is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:53:31.339915 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, 12b1554d-27d3-4f03-be40-e76a3174964e) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:31.357016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:31.359219 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:31.366189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:31.382668 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e2f1bf-fc0c-448e-9018-f8726340e2cc None None] Network 12b1554d-27d3-4f03-be40-e76a3174964e requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:53:31.384339 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-4d579328-b9b7-4571-b07c-1b72bdf4c144 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5412838 Apr 15 10:53:31.388199 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38604) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:31.399031 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:31.403468 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-83016933-de83-4112-8a93-64087f3de4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:31.407189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:31.412506 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Usage tracker for resource:router and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:31.416839 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:31.425698 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:31.439936 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763758'] for router, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:31.441921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853839550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853837984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853845986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12058'] for router, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:31.465626 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:31.493709 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-083f0d83-e874-4694-b842-98d1ca569fbc None None] Provisioning for port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:53:31.511012 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-083f0d83-e874-4694-b842-98d1ca569fbc None None] Provisioning complete for port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:31.511204 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-083f0d83-e874-4694-b842-98d1ca569fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:31.863984 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853837965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12073'] for router, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:31.907735 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-083f0d83-e874-4694-b842-98d1ca569fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:31.919361 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1317897-1978-4ff3-a69a-e3d9b69ea215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:31.929721 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6eec143-1d7d-4710-9f01-c48c18b46781,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:31.961460 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df36fe-b1bb-56e7-8181-c51374db0232-12b1554d-27d3-4f03-be40-e76a3174964e', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f'}]}} from dv-cinder-786385-1-smb. {{(pid=85287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:53:31.962369 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:31.997131 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-083f0d83-e874-4694-b842-98d1ca569fbc None None] For port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=fa8dcc30-0a08-4ee9-920b-1cd68023e1b2,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:31.999740 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-83016933-de83-4112-8a93-64087f3de4c5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7f1e884b3b504ec3949e0e4ee546418b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2474446 Apr 15 10:53:32.004183 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38610) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:32.008640 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:32.014041 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.510s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:32.044015 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-083f0d83-e874-4694-b842-98d1ca569fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:32.062923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:32.123870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e1317897-1978-4ff3-a69a-e3d9b69ea215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:32.158507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-e1317897-1978-4ff3-a69a-e3d9b69ea215 admin admin] Usage tracker for resource:security_group_rule and tenant:4915faf489164cae8a0f90e90c352480 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:32.173020 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-e1317897-1978-4ff3-a69a-e3d9b69ea215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:32.210086 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e1317897-1978-4ff3-a69a-e3d9b69ea215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:32.213052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83016933-de83-4112-8a93-64087f3de4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841d5c78-dec1-4878-a27d-d9494a3f1739,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:32.236945 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f0d83-e874-4694-b842-98d1ca569fbc None None] Pushing event updated for resources: {'Port': ['ID=fa8dcc30-0a08-4ee9-920b-1cd68023e1b2,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:32.242558 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-83016933-de83-4112-8a93-64087f3de4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:32.242822 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-083f0d83-e874-4694-b842-98d1ca569fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:32.275073 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-057519a7-1dce-4edb-8987-8b1467331cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:32.308390 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Allocated IP 172.20.0.2 (12b1554d-27d3-4f03-be40-e76a3174964e/e1b0c5ef-b9a0-497b-969f-009f528ad36f/fa099425-40a1-4e97-b9fb-6fbb5d7298f0) {{(pid=85287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:53:32.343522 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-057519a7-1dce-4edb-8987-8b1467331cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:32.380100 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Checking segment: {'id': '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:53:32.380414 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Network hostable DHCP agents. Network: 31a1618d-6994-4188-8c35-0ecda63f191a, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:53:32.401898 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:32.433359 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:53:32.490995 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:32.517152 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:32.549900 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-952815e8-b58f-47dc-82aa-0090d93c682b None None] Provisioning complete for port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:32.550591 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-952815e8-b58f-47dc-82aa-0090d93c682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:32.590227 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Network 31a1618d-6994-4188-8c35-0ecda63f191a is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:53:32.708686 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, 31a1618d-6994-4188-8c35-0ecda63f191a) {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:32.744748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:32.745952 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:32.780786 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2c71e1-7e29-414a-a887-26899628f048 None None] Network 31a1618d-6994-4188-8c35-0ecda63f191a requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:53:32.782497 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-057519a7-1dce-4edb-8987-8b1467331cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:32.793026 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cd44aa04-bbda-4ab6-b9c2-867149efa763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:32.855968 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057519a7-1dce-4edb-8987-8b1467331cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841d5c78-dec1-4878-a27d-d9494a3f1739,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:32.869414 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-057519a7-1dce-4edb-8987-8b1467331cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:32.911389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-057519a7-1dce-4edb-8987-8b1467331cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:32.915244 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-057519a7-1dce-4edb-8987-8b1467331cb8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/841d5c78-dec1-4878-a27d-d9494a3f1739 HTTP/1.1" status: 204 len: 168 time: 0.9072905 Apr 15 10:53:32.961312 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Allocated IP 172.28.2.123 (07542e32-3df2-45eb-88b2-df384f761ab0/8a111444-f903-4ab8-a6a6-fdc00bae7494/e2ab5936-0df2-4164-a4e7-095e0fb3dbc7) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:53:33.028796 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1317897-1978-4ff3-a69a-e3d9b69ea215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:33.074262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e1317897-1978-4ff3-a69a-e3d9b69ea215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:33.193634 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.7681100 Apr 15 10:53:33.195299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38630) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:33.223054 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for subnet, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:33.254820 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:33.290565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:33.308372 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:33.309263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98181875-bab1-485d-8fce-de70bf6422be None None] Network 31a1618d-6994-4188-8c35-0ecda63f191a requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:53:33.350408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:33.386807 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1602596678-router', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:33.458958 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ab5936-0df2-4164-a4e7-095e0fb3dbc7,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:33.463748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:33.465281 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:33.465504 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:33.513347 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Transition to ACTIVE for port object fa099425-40a1-4e97-b9fb-6fbb5d7298f0 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:53:33.561487 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Transition to ACTIVE for port object fa099425-40a1-4e97-b9fb-6fbb5d7298f0 will not be triggered until provisioned by entity DHCP. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:53:33.571206 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:53:33.573816 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:33.580253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Usage tracker for resource:router and tenant:0e2d2b4e3f2a41e98138d032416cb464 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:33.586794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:53:33.605634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:33.628268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38636) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:33.630870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:33.639615 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:33.673186 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:33.678971 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-e1317897-1978-4ff3-a69a-e3d9b69ea215 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4915faf489164cae8a0f90e90c352480&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5959527 Apr 15 10:53:33.693278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1317897-1978-4ff3-a69a-e3d9b69ea215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b503650b-2715-4ce0-a9d0-67c7b2437a01,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:33.700082 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38640) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:33.715222 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e1317897-1978-4ff3-a69a-e3d9b69ea215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:33.716031 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3f3d04f5-0e35-43ed-a56c-fbe293097316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:33.725723 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8b8eb405-b2b0-4bc8-aee5-cb83b5647530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:33.775866 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Pushing event updated for resources: {'Port': ['ID=fa099425-40a1-4e97-b9fb-6fbb5d7298f0,revision_number=1']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:33.781140 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:33.801494 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763758'] for router, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:33.802566 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853839550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853837984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853845986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12058'] for router, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:33.833194 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Network 12b1554d-27d3-4f03-be40-e76a3174964e is already hosted by enough agents. {{(pid=85287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:53:33.834626 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Resources bound (agent type, host, resource id): {{(pid=85287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:33.836948 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Received port after_create {{(pid=85287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:53:33.839854 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3f3d04f5-0e35-43ed-a56c-fbe293097316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:33.877680 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-3f3d04f5-0e35-43ed-a56c-fbe293097316 admin admin] Usage tracker for resource:security_group_rule and tenant:dddcf61de170480fbd4bb9db07faef64 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:33.929772 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-3f3d04f5-0e35-43ed-a56c-fbe293097316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:33.946544 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853839368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937818'] for router, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:33.950057 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Attempting to bind port fa099425-40a1-4e97-b9fb-6fbb5d7298f0 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:53:33.950564 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Attempting to bind port fa099425-40a1-4e97-b9fb-6fbb5d7298f0 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:53:33.951211 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Attempting to bind port fa099425-40a1-4e97-b9fb-6fbb5d7298f0 on network 12b1554d-27d3-4f03-be40-e76a3174964e {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:53:33.957536 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:53:33.957855 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Checking segment: {'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:53:33.958442 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:33.958914 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Bound using segment: {'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:53:33.959508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Bound port: fa099425-40a1-4e97-b9fb-6fbb5d7298f0, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:53:33.959919 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:33.964821 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3f3d04f5-0e35-43ed-a56c-fbe293097316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:33.967116 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbca85e1-fb45-4485-a1a3-5417d849a8d8,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:33.972816 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:34.025523 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:34.038748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:34.051405 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:53:34.119327 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] For port fa099425-40a1-4e97-b9fb-6fbb5d7298f0, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:53:34.134734 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] For port fa099425-40a1-4e97-b9fb-6fbb5d7298f0, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=fa099425-40a1-4e97-b9fb-6fbb5d7298f0,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:53:34.140606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:34.158960 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:34.365894 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:34.366507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:34.415331 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for subnet, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:34.464870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853839368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937818'] for router, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:34.471783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Pushing event updated for resources: {'Port': ['ID=fa099425-40a1-4e97-b9fb-6fbb5d7298f0,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:34.474241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:34.492159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:34.556784 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Pushing event updated for resources: {'Subnet': ['ID=347eac98-7ebb-414a-adde-ffa40460d4c7,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:34.680987 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:34.729722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Router 0d532df7-3f24-43f2-8123-14f74c0a88dd is scheduled to L3 agent 5855746d-8229-4944-a008-0799a85f9945 with binding_index 1 {{(pid=85285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:53:34.772936 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-534f5c28-ee11-402a-80a2-7b7ba2ca9610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:34.817068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Checking segment: {'id': '17560aaa-34ac-4115-ae8e-ef0536d733cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:53:34.817471 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Network hostable DHCP agents. Network: dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:53:35.093280 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-534f5c28-ee11-402a-80a2-7b7ba2ca9610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:35.122389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Network dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:53:35.153507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853837965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12073'] for router, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:35.199671 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:53:35.210812 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Sync routers for ids ['0d532df7-3f24-43f2-8123-14f74c0a88dd'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:53:35.224490 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Routers {'0d532df7-3f24-43f2-8123-14f74c0a88dd'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:53:35.225316 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:53:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['0d532df7-3f24-43f2-8123-14f74c0a88dd'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:35.227862 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Notify callbacks [] for router, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:35.231950 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8398874 Apr 15 10:53:35.232625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38680) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:35.235096 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72) {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:35.243645 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33749405-a3af-4621-bc04-478c5649fecb None None] Network dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:53:35.246424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3f3d04f5-0e35-43ed-a56c-fbe293097316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:35.256578 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:35.257231 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:35.287515 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3f3d04f5-0e35-43ed-a56c-fbe293097316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:35.298264 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.4860246 Apr 15 10:53:35.363809 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c83bbe2c-f329-4699-8f62-87ed31d58149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:35.443158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Checking segment: {'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:53:35.443737 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Network hostable DHCP agents. Network: 4f4afb39-25ec-44fd-b396-7d72d20a78dd, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:53:35.464630 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b is scheduled to L3 agent 5855746d-8229-4944-a008-0799a85f9945 with binding_index 1 {{(pid=85286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:53:35.467374 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-534f5c28-ee11-402a-80a2-7b7ba2ca9610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:35.475345 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d04f5-0e35-43ed-a56c-fbe293097316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c530cb9-5190-49e5-b683-a9a9b8155b09,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:35.492343 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-3f3d04f5-0e35-43ed-a56c-fbe293097316 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dddcf61de170480fbd4bb9db07faef64&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8466234 Apr 15 10:53:35.492343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3f3d04f5-0e35-43ed-a56c-fbe293097316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:35.492583 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3f3d04f5-0e35-43ed-a56c-fbe293097316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:35.497129 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38690) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:35.523082 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f5c28-ee11-402a-80a2-7b7ba2ca9610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b503650b-2715-4ce0-a9d0-67c7b2437a01,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:35.535815 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Set router 0d532df7-3f24-43f2-8123-14f74c0a88dd gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:53:35.591012 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-534f5c28-ee11-402a-80a2-7b7ba2ca9610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:35.599586 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-534f5c28-ee11-402a-80a2-7b7ba2ca9610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:35.600852 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-534f5c28-ee11-402a-80a2-7b7ba2ca9610 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b503650b-2715-4ce0-a9d0-67c7b2437a01 HTTP/1.1" status: 204 len: 168 time: 1.8931777 Apr 15 10:53:35.669050 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Network 4f4afb39-25ec-44fd-b396-7d72d20a78dd is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:53:35.723692 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, 4f4afb39-25ec-44fd-b396-7d72d20a78dd) {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:35.732384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:35.733050 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:35.746872 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3064bcc4-0468-42fc-ab95-9c9610b9f27e None None] Network 4f4afb39-25ec-44fd-b396-7d72d20a78dd requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:53:35.815478 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-72930e5e-a902-426b-82f5-92a04f1ae39f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.4980943 Apr 15 10:53:35.843461 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:53:36.023834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Notify callbacks [] for router, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.025561 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.9415185 Apr 15 10:53:36.036736 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38708) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:36.179257 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Sync routers for ids ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:53:36.310724 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device fa099425-40a1-4e97-b9fb-6fbb5d7298f0 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:53:36.356068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-24431401-b56e-4fe2-b7c8-32988e01e768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.404995 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:33Z', 'revision_number': 3, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:36.414228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Checking router: 0d532df7-3f24-43f2-8123-14f74c0a88dd for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:53:36.414665 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Updating router 0d532df7-3f24-43f2-8123-14f74c0a88dd port e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 binding host dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:53:36.419348 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e7578c-0b75-48f3-b7d6-f369b50e11cd None None] Network dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:53:36.460137 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-24431401-b56e-4fe2-b7c8-32988e01e768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.563132 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.653151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e74286-9097-4506-b200-d39305e318db None None] Network 12b1554d-27d3-4f03-be40-e76a3174964e requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:53:36.781981 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.836034 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Routers {'24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:53:36.836754 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:53:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:36.875747 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38740) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:36.887506 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.899385 dv-cinder-786385-1-smb neutron-server[85170]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 10:53:37.037442 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38758) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:37.107667 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-24431401-b56e-4fe2-b7c8-32988e01e768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:37.194513 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:37.215922 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24431401-b56e-4fe2-b7c8-32988e01e768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c530cb9-5190-49e5-b683-a9a9b8155b09,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:37.227416 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-24431401-b56e-4fe2-b7c8-32988e01e768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:37.228489 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-24431401-b56e-4fe2-b7c8-32988e01e768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:37.229751 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-24431401-b56e-4fe2-b7c8-32988e01e768 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9c530cb9-5190-49e5-b683-a9a9b8155b09 HTTP/1.1" status: 204 len: 168 time: 1.7228987 Apr 15 10:53:37.332959 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f719f-3a4a-4e98-b6dc-700c1b31bc15 None None] Network 4f4afb39-25ec-44fd-b396-7d72d20a78dd requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:53:37.415625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:37.554948 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Notify callbacks [] for port, precommit_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:37.605198 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Transition to ACTIVE for port object e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 will not be triggered until provisioned by entity L2. {{(pid=85288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:53:37.624674 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:37.673744 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3ca1a587-2a31-454f-9be3-fb27dd29fa1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:37.840833 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-983337e7-a09e-42a0-be91-0586f06dbea8 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:37.855938 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-983337e7-a09e-42a0-be91-0586f06dbea8 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/networks?id=dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 HTTP/1.1" status: 200 len: 812 time: 0.9741869 Apr 15 10:53:37.875263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Pushing event updated for resources: {'Port': ['ID=e2ab5936-0df2-4164-a4e7-095e0fb3dbc7,revision_number=2']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:37.912990 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.913510 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.914345 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.914345 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.916314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.917250 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.920488 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.921535 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.923289 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.924445 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.927278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.927893 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Tracked resource versions report: Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: pushed versions: Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: { 'AddressGroup': {'1.2'}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': {'1.0'}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': {'1.0'}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': {'1.1'}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': {'1.7'}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': {'1.2'}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': {'1.8'}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': {'1.4'}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': {'1.0'}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': {'1.1'}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': {'1.1'}} Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: consumer versions: Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: { DHCP agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: L3 agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: Metadata agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: Metering agent@dv-cinder-786385-1-smb: {}, Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: Open vSwitch agent@dv-cinder-786385-1-smb: { 'AddressGroup': '1.2', Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'ConntrackHelper': '1.0', Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'Log': '1.0', Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'Network': '1.1', Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'Port': '1.7', Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'PortForwarding': '1.2', Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'QosPolicy': '1.8', Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroup': '1.4', Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'SecurityGroupRule': '1.2', Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'SubPort': '1.0', Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'Subnet': '1.1', Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: 'Trunk': '1.1'}} Apr 15 10:53:37.930727 dv-cinder-786385-1-smb neutron-server[85170]: {{(pid=85288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:53:37.946292 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:37.977994 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Allocated IP 172.20.0.1 (12b1554d-27d3-4f03-be40-e76a3174964e/e1b0c5ef-b9a0-497b-969f-009f528ad36f/bfa1dc4b-13ae-4c09-a893-4901edb8b03d) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:53:38.096339 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-bf25b7bd-5ff4-440d-8174-68b09f42d63a None None] Provisioning for port fa099425-40a1-4e97-b9fb-6fbb5d7298f0 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:53:38.123558 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-3c14df7f-4c96-4407-87d8-2a4259ed42b2 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/quotas/255dbef9e00e4ff990552dae43a18f9d HTTP/1.1" status: 200 len: 375 time: 0.2665555 Apr 15 10:53:38.139037 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-d0e8d7ad-28fa-41a5-b5c1-2b1eb0bcf377 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:38.147273 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-d0e8d7ad-28fa-41a5-b5c1-2b1eb0bcf377 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/networks?id=4f4afb39-25ec-44fd-b396-7d72d20a78dd HTTP/1.1" status: 200 len: 813 time: 1.0331216 Apr 15 10:53:38.215843 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Attempting to bind port e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:53:38.216263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Attempting to bind port e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:53:38.216781 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Attempting to bind port e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 on network 07542e32-3df2-45eb-88b2-df384f761ab0 {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:53:38.231763 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:53:38.241797 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Checking segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:53:38.242269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:38.242775 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Bound using segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:53:38.243358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Bound port: e2ab5936-0df2-4164-a4e7-095e0fb3dbc7, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:53:38.243782 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:38.263272 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-39895ff8-442c-4eba-bcf6-6f85c42122e0 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=255dbef9e00e4ff990552dae43a18f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1356063 Apr 15 10:53:38.304342 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Allocated IP 172.28.2.138 (07542e32-3df2-45eb-88b2-df384f761ab0/8a111444-f903-4ab8-a6a6-fdc00bae7494/08845a01-9463-42e2-a67f-52a2b2e98116) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:53:38.331266 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-8d400ab4-5280-47de-a732-ba1f9916bf7a tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/quotas/7ec1f19aa1334575a63a8e11deed30f3 HTTP/1.1" status: 200 len: 375 time: 0.1827376 Apr 15 10:53:38.346142 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port fa099425-40a1-4e97-b9fb-6fbb5d7298f0 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:53:38.359312 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Set router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:53:38.402581 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] For port e2ab5936-0df2-4164-a4e7-095e0fb3dbc7, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:53:38.408701 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] For port e2ab5936-0df2-4164-a4e7-095e0fb3dbc7, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=e2ab5936-0df2-4164-a4e7-095e0fb3dbc7,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:53:38.409121 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:38.415335 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:38.452865 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Transition to ACTIVE for port object bfa1dc4b-13ae-4c09-a893-4901edb8b03d will not be triggered until provisioned by entity DHCP. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:53:38.484794 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-ae863a89-9325-4ce2-b554-23476d2cd08e tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7ec1f19aa1334575a63a8e11deed30f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1366911 Apr 15 10:53:38.493313 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:38.512381 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port fa099425-40a1-4e97-b9fb-6fbb5d7298f0 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:38.512827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:38.530147 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:38.618419 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa1dc4b-13ae-4c09-a893-4901edb8b03d,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:38.628033 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:38.920919 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Network 12b1554d-27d3-4f03-be40-e76a3174964e is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:53:38.925622 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:38.933037 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:53:38.933587 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-937887'] for router_interface, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:38.988853 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:39.071067 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:39.212831 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Pushing event updated for resources: {'Port': ['ID=e2ab5936-0df2-4164-a4e7-095e0fb3dbc7,revision_number=3']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:39.246332 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:39.289000 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Routers {'0d532df7-3f24-43f2-8123-14f74c0a88dd'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:53:39.289716 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:53:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['0d532df7-3f24-43f2-8123-14f74c0a88dd'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:39.315940 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:39.320268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port fa099425-40a1-4e97-b9fb-6fbb5d7298f0, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=fa099425-40a1-4e97-b9fb-6fbb5d7298f0,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:39.339273 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-ed738663-b87e-4486-959e-145232c4976d None None] Provisioning complete for port fa099425-40a1-4e97-b9fb-6fbb5d7298f0 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:39.342958 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed738663-b87e-4486-959e-145232c4976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:39.376366 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:39.412207 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:39.438849 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-93488cdf-8929-4b3b-9b37-ae238af810ae service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:53:39.447165 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-93488cdf-8929-4b3b-9b37-ae238af810ae service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7435241 Apr 15 10:53:39.492998 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:39.614479 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=fa099425-40a1-4e97-b9fb-6fbb5d7298f0,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:39.643912 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:39.657047 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 3, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:39.666245 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Checking router: 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:53:39.666669 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Updating router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b port 1590404e-620f-4dd6-a55c-68cc85ade310 binding host dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:53:39.752268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:39.781382 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:39.832013 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-9271dce3-ab3c-4c05-8f8c-2043beb3c4c1 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85286) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:53:39.840094 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-9271dce3-ab3c-4c05-8f8c-2043beb3c4c1 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5964584 Apr 15 10:53:39.873606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] Set router 0d532df7-3f24-43f2-8123-14f74c0a88dd gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:53:40.073283 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.240488 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9d6438d4-d728-4597-920f-11db74e6073e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:40.321534 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-7fe19a9b-cc6b-461c-b372-8295d01f6958 service neutron] 10.222.0.96 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798713 Apr 15 10:53:40.365381 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Pushing event updated for resources: {'Port': ['ID=08845a01-9463-42e2-a67f-52a2b2e98116,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:40.450905 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:40.509968 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:33Z', 'revision_number': 3, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:40.515427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1d66b1-e974-45a3-9456-ef5c07b3a02f None None] The sync data for ids ['0d532df7-3f24-43f2-8123-14f74c0a88dd'] in dv-cinder-786385-1-smb is: [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:33Z', 'revision_number': 3, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:53:40.536079 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0d5d6ca9-75ce-49f7-ad37-238977384d8f None None] Provisioning for port bfa1dc4b-13ae-4c09-a893-4901edb8b03d completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:53:40.547458 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0d5d6ca9-75ce-49f7-ad37-238977384d8f None None] Provisioning complete for port bfa1dc4b-13ae-4c09-a893-4901edb8b03d triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:40.547887 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0d5d6ca9-75ce-49f7-ad37-238977384d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.608768 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.643974 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-0d5d6ca9-75ce-49f7-ad37-238977384d8f None None] Port bfa1dc4b-13ae-4c09-a893-4901edb8b03d cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:53:40.646514 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Transition to ACTIVE for port object 1590404e-620f-4dd6-a55c-68cc85ade310 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:53:40.661095 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.686651 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.695290 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.696636 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937268'] for router_interface, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:40.697649 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:40.724693 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a85964a3-ae59-4934-bf29-4d5860e34d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:40.802308 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-97fc3b99-4618-4a92-b132-3b13a8cd9da8 service neutron] 10.222.0.96 "GET /v2.0/networks/dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3538778 Apr 15 10:53:40.968391 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa1dc4b-13ae-4c09-a893-4901edb8b03d,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:40.973875 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:41.115278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Network 12b1554d-27d3-4f03-be40-e76a3174964e is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:53:41.118623 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:41.159972 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-d4d84dab-1679-410b-911c-f59a73f44c02 service neutron] 10.222.0.96 "GET /v2.0/networks/dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347485 Apr 15 10:53:41.271965 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 38904) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:41.366647 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Allocated IP 172.20.0.1 (64d721fb-2821-48d5-ac89-567367ad279d/be7d2f97-abff-4a3f-98bc-26e4b12e7f7c/7bf2d7ee-3a3e-4cb1-9c92-a76158458011) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:53:41.425833 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dcc4a-aebc-4735-b158-2153fffb9521 None None] Pushing event updated for resources: {'Port': ['ID=1590404e-620f-4dd6-a55c-68cc85ade310,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:41.429712 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cd6dcc4a-aebc-4735-b158-2153fffb9521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:41.480598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Attempting to bind port 1590404e-620f-4dd6-a55c-68cc85ade310 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:53:41.481014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Attempting to bind port 1590404e-620f-4dd6-a55c-68cc85ade310 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:53:41.481420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Attempting to bind port 1590404e-620f-4dd6-a55c-68cc85ade310 on network 07542e32-3df2-45eb-88b2-df384f761ab0 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:53:41.504099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:53:41.504520 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Checking segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:53:41.504971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:41.505402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Bound using segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:53:41.505915 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Bound port: 1590404e-620f-4dd6-a55c-68cc85ade310, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:53:41.506328 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:41.528575 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-acb28149-8514-4515-b2cc-d1c6215828aa service neutron] 10.222.0.96 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1430492 Apr 15 10:53:41.608201 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:53:41.637762 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:41.712030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:53:41.738559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-d89133ff-7211-4a92-aa3a-57f2ac277b04 None None] Provisioning complete for port bfa1dc4b-13ae-4c09-a893-4901edb8b03d triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:41.738559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d89133ff-7211-4a92-aa3a-57f2ac277b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:41.739023 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Router 0d532df7-3f24-43f2-8123-14f74c0a88dd has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:53:41.739023 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7e25-4deb-4ff1-b0a5-3f0e53f2b58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:41.818899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2fdd7e25-4deb-4ff1-b0a5-3f0e53f2b58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:41.837187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device fa099425-40a1-4e97-b9fb-6fbb5d7298f0 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:53:41.838292 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-2fdd7e25-4deb-4ff1-b0a5-3f0e53f2b58f admin admin] Usage tracker for resource:security_group_rule and tenant:f7bbfea41d144edfa0b691b23d3dbbed is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:41.844092 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-2fdd7e25-4deb-4ff1-b0a5-3f0e53f2b58f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:41.859350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2fdd7e25-4deb-4ff1-b0a5-3f0e53f2b58f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:42.036652 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-d89133ff-7211-4a92-aa3a-57f2ac277b04 None None] Port bfa1dc4b-13ae-4c09-a893-4901edb8b03d cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:53:42.069591 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port fa099425-40a1-4e97-b9fb-6fbb5d7298f0 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:42.070269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:42.160428 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] For port 1590404e-620f-4dd6-a55c-68cc85ade310, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:53:42.245459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:53:42.285201 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] For port 1590404e-620f-4dd6-a55c-68cc85ade310, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=1590404e-620f-4dd6-a55c-68cc85ade310,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:53:42.298142 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:42.465778 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:42.471965 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:42.512083 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Transition to ACTIVE for port object 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:53:42.590546 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dcc4a-aebc-4735-b158-2153fffb9521 None None] Pushing event updated for resources: {'Port': ['ID=1590404e-620f-4dd6-a55c-68cc85ade310,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:42.611420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cd6dcc4a-aebc-4735-b158-2153fffb9521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:42.634840 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 38992) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:42.671129 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-65f39323-68c7-4836-a2c0-7191ebc4e8dd req-fd6aa219-5b03-4a4b-9b3f-470855a21e37 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 210 time: 0.1749511 Apr 15 10:53:42.682172 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Routers {'24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:53:42.682923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:53:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:42.690467 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c8027916-bbe5-4b99-ab07-e7c826395c7b req-0d73a4df-3ed6-4dfe-a4e4-e6a7b291f098 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 210 time: 0.1807561 Apr 15 10:53:42.717577 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7e25-4deb-4ff1-b0a5-3f0e53f2b58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:42.722956 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2fdd7e25-4deb-4ff1-b0a5-3f0e53f2b58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:42.736350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:42.773661 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd7e25-4deb-4ff1-b0a5-3f0e53f2b58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0c1a59-5ecd-4491-b7c6-37e1da94c4b3,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:42.798337 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2fdd7e25-4deb-4ff1-b0a5-3f0e53f2b58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:42.808258 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:53:42.837130 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-2fdd7e25-4deb-4ff1-b0a5-3f0e53f2b58f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f7bbfea41d144edfa0b691b23d3dbbed&name=default HTTP/1.1" status: 200 len: 2976 time: 1.5640364 Apr 15 10:53:42.839079 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] 10.222.0.96 "PUT /v2.0/routers/0d532df7-3f24-43f2-8123-14f74c0a88dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6054018 Apr 15 10:53:42.839800 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39012) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:42.988814 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-47bc4df3-53d5-421f-a01c-7e8415842c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:43.028405 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-47bc4df3-53d5-421f-a01c-7e8415842c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:43.032043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:43.055874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:43.079953 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:53:43.092588 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:43.108463 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:43.119776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-47bc4df3-53d5-421f-a01c-7e8415842c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:43.128108 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:43.147835 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc4df3-53d5-421f-a01c-7e8415842c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0c1a59-5ecd-4491-b7c6-37e1da94c4b3,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:43.156591 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Pushing event updated for resources: {'Port': ['ID=7bf2d7ee-3a3e-4cb1-9c92-a76158458011,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:43.158057 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-47bc4df3-53d5-421f-a01c-7e8415842c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:43.165347 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-47bc4df3-53d5-421f-a01c-7e8415842c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:43.166751 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-47bc4df3-53d5-421f-a01c-7e8415842c84 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ab0c1a59-5ecd-4491-b7c6-37e1da94c4b3 HTTP/1.1" status: 204 len: 168 time: 0.3259854 Apr 15 10:53:43.227137 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:43.260289 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a67efcfb-6b77-4c1b-a105-d4222a392e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:43.281610 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] Set router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:53:43.673569 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:43.716010 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a67efcfb-6b77-4c1b-a105-d4222a392e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:43.724801 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port e2ab5936-0df2-4164-a4e7-095e0fb3dbc7, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=e2ab5936-0df2-4164-a4e7-095e0fb3dbc7,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:43.736230 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:43.737965 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:43.751326 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6fcda9c7-7e34-4d4f-a53d-80331c18f35e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:43.856301 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a67efcfb-6b77-4c1b-a105-d4222a392e16 admin admin] Usage tracker for resource:security_group_rule and tenant:f772712ab55d4515b660860549993c2d is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:43.926881 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=e2ab5936-0df2-4164-a4e7-095e0fb3dbc7,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:43.930796 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:43.932636 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 3, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:43.938184 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b8193-ac65-4603-a75e-ff1abe781642 None None] The sync data for ids ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'] in dv-cinder-786385-1-smb is: [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:31Z', 'revision_number': 3, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:53:44.042126 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a67efcfb-6b77-4c1b-a105-d4222a392e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:44.117632 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a67efcfb-6b77-4c1b-a105-d4222a392e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:44.155042 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e4652d7f-82f4-4915-81e6-affb0ba93c30 req-e1bf488b-42f1-4b9e-9090-4b82301de0c7 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 210 time: 0.2667010 Apr 15 10:53:44.237216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Network 64d721fb-2821-48d5-ac89-567367ad279d is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:53:44.242001 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:44.287299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:53:44.287811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-937887'] for router_interface, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:44.440204 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39098) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:44.440622 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Sync routers for ids ['0d532df7-3f24-43f2-8123-14f74c0a88dd'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:53:44.465753 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Routers {'0d532df7-3f24-43f2-8123-14f74c0a88dd'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:53:44.466764 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:53:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['0d532df7-3f24-43f2-8123-14f74c0a88dd'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:44.621807 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6ef7182-025f-442f-9256-67546b50a32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:44.692337 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c6ef7182-025f-442f-9256-67546b50a32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:44.733294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-c6ef7182-025f-442f-9256-67546b50a32d admin admin] Usage tracker for resource:security_group_rule and tenant:44d430c9804949baabc94de7ce04f3a9 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:44.733294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-c6ef7182-025f-442f-9256-67546b50a32d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:44.733294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c6ef7182-025f-442f-9256-67546b50a32d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:44.806310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-550ca620-7d06-4130-a1f6-ff1aa7262542 None None] Provisioning for port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:53:44.820030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-550ca620-7d06-4130-a1f6-ff1aa7262542 None None] Provisioning complete for port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:44.821629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-550ca620-7d06-4130-a1f6-ff1aa7262542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:44.833237 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39108) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:44.851665 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1330823923', 'description': 'tempest-description--1858359481'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:44.870369 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-914f22b1-abad-45ed-9012-a8418e2cc496 req-c826b048-af60-42a4-880a-5a2305d29aac tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 210 time: 0.3565431 Apr 15 10:53:44.882359 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:44.916510 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Usage tracker for resource:security_group and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:44.925691 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:44.939119 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:44.976973 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:44.981967 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853839368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937818'] for router, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.064138 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-550ca620-7d06-4130-a1f6-ff1aa7262542 None None] Port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:53:45.087363 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:45.094261 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Set router 0d532df7-3f24-43f2-8123-14f74c0a88dd gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:53:45.119052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Usage tracker for resource:security_group_rule and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:45.135972 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:45.142814 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6ef7182-025f-442f-9256-67546b50a32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.151293 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6ef7182-025f-442f-9256-67546b50a32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.153005 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:45.211762 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-24431401-b56e-4fe2-b7c8-32988e01e768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:45.248995 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-c6ef7182-025f-442f-9256-67546b50a32d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=44d430c9804949baabc94de7ce04f3a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8069210 Apr 15 10:53:45.266719 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39120) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:45.313638 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a67efcfb-6b77-4c1b-a105-d4222a392e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.331741 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef7182-025f-442f-9256-67546b50a32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6926a6d5-07c0-4bfa-b167-dd6f1cdf7480,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:45.366397 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a67efcfb-6b77-4c1b-a105-d4222a392e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.438659 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-534f5c28-ee11-402a-80a2-7b7ba2ca9610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:45.447263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.452881 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6ef7182-025f-442f-9256-67546b50a32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:45.453082 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a67efcfb-6b77-4c1b-a105-d4222a392e16 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f772712ab55d4515b660860549993c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8033714 Apr 15 10:53:45.453177 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.457288 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39126) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:45.457680 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.505158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:45.643502 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bbb34a9c-74e6-475f-925d-eb5ab6d11186 req-33b8901e-a8cd-43cd-bf64-fd4646d1774c tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 210 time: 0.1925161 Apr 15 10:53:45.667278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67efcfb-6b77-4c1b-a105-d4222a392e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b1bfb1-43a9-4347-a20a-ac914c035f70,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:45.681863 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c280362-caac-4ee9-ad87-6df82c653055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.683328 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a67efcfb-6b77-4c1b-a105-d4222a392e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:45.683889 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-45d52edf-ada1-4fc9-b062-599eac6e086b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.686346 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91515b6-ad44-4579-853a-505baca03e65,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:45.692545 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:45.717756 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.719093 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8803704 Apr 15 10:53:45.736710 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39136) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:45.755466 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-1f0811a7-8780-48bf-90d2-9b11b521b870 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Request body: {'security_group_rule': {'security_group_id': 'a91515b6-ad44-4579-853a-505baca03e65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:45.762872 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1f0811a7-8780-48bf-90d2-9b11b521b870 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:45.768843 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-1f0811a7-8780-48bf-90d2-9b11b521b870 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Usage tracker for resource:security_group_rule and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:45.772417 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-1f0811a7-8780-48bf-90d2-9b11b521b870 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:45.790378 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1f0811a7-8780-48bf-90d2-9b11b521b870 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:45.811213 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-45d52edf-ada1-4fc9-b062-599eac6e086b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.863676 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c280362-caac-4ee9-ad87-6df82c653055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.886267 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1f0811a7-8780-48bf-90d2-9b11b521b870 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.939235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.102', 49899) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:45.953183 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:40Z', 'revision_number': 2, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:45.964226 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Checking router: 0d532df7-3f24-43f2-8123-14f74c0a88dd for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:53:45.969214 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Updating router 0d532df7-3f24-43f2-8123-14f74c0a88dd port bfa1dc4b-13ae-4c09-a893-4901edb8b03d binding host dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:53:46.137863 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 1590404e-620f-4dd6-a55c-68cc85ade310 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:53:46.157585 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:46.228200 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:46.262574 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:46.265197 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-1ec52b4a-9546-4cf3-88bf-9a553b082824 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:46.266007 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-1ec52b4a-9546-4cf3-88bf-9a553b082824 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Synchronizing usage tracker for tenant:7ec1f19aa1334575a63a8e11deed30f3 on resource:network {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:53:46.340639 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-1ec52b4a-9546-4cf3-88bf-9a553b082824 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Unset dirty status for tenant:7ec1f19aa1334575a63a8e11deed30f3 on resource:network {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:53:46.342895 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-1ec52b4a-9546-4cf3-88bf-9a553b082824 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "GET /v2.0/networks?id=4f4afb39-25ec-44fd-b396-7d72d20a78dd HTTP/1.1" status: 200 len: 813 time: 0.3954079 Apr 15 10:53:46.362602 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937268'] for router_interface, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:46.388251 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port 1590404e-620f-4dd6-a55c-68cc85ade310 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:53:46.408306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-45d52edf-ada1-4fc9-b062-599eac6e086b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:46.412043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1f0811a7-8780-48bf-90d2-9b11b521b870 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:46.415478 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 1590404e-620f-4dd6-a55c-68cc85ade310 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:46.418345 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:46.422303 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:46.426673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:46.446243 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Request body: {'port': {'device_id': '1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2', 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd', 'admin_state_up': True, 'tenant_id': '7ec1f19aa1334575a63a8e11deed30f3'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:46.468878 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d52edf-ada1-4fc9-b062-599eac6e086b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b1bfb1-43a9-4347-a20a-ac914c035f70,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:46.479121 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-45d52edf-ada1-4fc9-b062-599eac6e086b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:46.480048 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1f0811a7-8780-48bf-90d2-9b11b521b870 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:46.481288 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c280362-caac-4ee9-ad87-6df82c653055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:46.539117 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c280362-caac-4ee9-ad87-6df82c653055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:46.540678 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-0c280362-caac-4ee9-ad87-6df82c653055 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6926a6d5-07c0-4bfa-b167-dd6f1cdf7480 HTTP/1.1" status: 204 len: 168 time: 1.2781019 Apr 15 10:53:46.548177 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:46.587151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Pushing event updated for resources: {'Port': ['ID=7bf2d7ee-3a3e-4cb1-9c92-a76158458011,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:46.591416 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-27097704-6236-42cd-bde4-5cdb2f991312 req-0aeb60cf-a7de-4e40-9908-bed0a2d6cd76 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 210 time: 0.3457744 Apr 15 10:53:46.655637 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:46.666342 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.102', 49902) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:46.692436 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0811a7-8780-48bf-90d2-9b11b521b870 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554ca98b-0be0-4d27-a862-6e2b87809cf4,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:46.707727 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1f0811a7-8780-48bf-90d2-9b11b521b870 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:46.711779 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1f0811a7-8780-48bf-90d2-9b11b521b870 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:46.719555 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-1f0811a7-8780-48bf-90d2-9b11b521b870 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9816852 Apr 15 10:53:46.722141 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39166) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:46.738805 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:46.757807 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-45d52edf-ada1-4fc9-b062-599eac6e086b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:46.759624 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-45d52edf-ada1-4fc9-b062-599eac6e086b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/10b1bfb1-43a9-4347-a20a-ac914c035f70 HTTP/1.1" status: 204 len: 168 time: 1.3007853 Apr 15 10:53:46.780559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-32b04ddc-08c7-42f2-849e-43eebc790479 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Request body: {'security_group_rule': {'security_group_id': 'a91515b6-ad44-4579-853a-505baca03e65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:46.819439 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-32b04ddc-08c7-42f2-849e-43eebc790479 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:46.835058 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c280362-caac-4ee9-ad87-6df82c653055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6926a6d5-07c0-4bfa-b167-dd6f1cdf7480,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:46.849698 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0c280362-caac-4ee9-ad87-6df82c653055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:46.859004 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-32b04ddc-08c7-42f2-849e-43eebc790479 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Usage tracker for resource:security_group_rule and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:46.866576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-32b04ddc-08c7-42f2-849e-43eebc790479 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:46.897985 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-32b04ddc-08c7-42f2-849e-43eebc790479 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:46.964674 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:47.011768 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port 1590404e-620f-4dd6-a55c-68cc85ade310, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=1590404e-620f-4dd6-a55c-68cc85ade310,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:47.017705 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:47.019016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:53:47.125108 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:47.130302 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Usage tracker for resource:port and tenant:7ec1f19aa1334575a63a8e11deed30f3 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:47.135683 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:47.150261 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-8c76183b-9e5a-41c9-93b5-52305442f59f tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:47.164198 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-8c76183b-9e5a-41c9-93b5-52305442f59f tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.102 "GET /v2.0/networks?id=dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 HTTP/1.1" status: 200 len: 812 time: 0.4719620 Apr 15 10:53:47.166549 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:47.176016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:47.190608 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Made reservation on behalf of 7ec1f19aa1334575a63a8e11deed30f3 for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:47.205480 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:47.308371 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-116fdedf-7a02-4919-8eca-7a69059bcbde req-501aa0de-043d-4917-b093-dcdd94253148 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 210 time: 0.1324658 Apr 15 10:53:47.320161 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Request body: {'port': {'device_id': 'dc66cda2-5249-4c46-9e97-4c8f9668f11f', 'network_id': 'dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72', 'admin_state_up': True, 'tenant_id': '255dbef9e00e4ff990552dae43a18f9d'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:47.352604 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Router 709431fc-08d2-4b7f-b1d9-4927e6cd7279 is scheduled to L3 agent 5855746d-8229-4944-a008-0799a85f9945 with binding_index 1 {{(pid=85286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:53:47.368633 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Notify callbacks [] for port, precommit_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:47.386048 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=1590404e-620f-4dd6-a55c-68cc85ade310,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:47.400780 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:47.412896 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Transition to ACTIVE for port object bfa1dc4b-13ae-4c09-a893-4901edb8b03d will not be triggered until provisioned by entity L2. {{(pid=85288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:53:47.429228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:47.429850 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:47.434912 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:47.456480 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-32b04ddc-08c7-42f2-849e-43eebc790479 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:47.478135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:47.816170 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Allocated IP 172.20.0.2 (4f4afb39-25ec-44fd-b396-7d72d20a78dd/347eac98-7ebb-414a-adde-ffa40460d4c7/25d286b2-4726-4e79-a444-d54f350227b6) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:53:47.866613 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ff5a7-559e-4d95-86d0-766bc1785e6a None None] Pushing event updated for resources: {'Port': ['ID=bfa1dc4b-13ae-4c09-a893-4901edb8b03d,revision_number=3']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:47.878852 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e47ff5a7-559e-4d95-86d0-766bc1785e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:47.945089 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 1590404e-620f-4dd6-a55c-68cc85ade310 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:53:48.125401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 1590404e-620f-4dd6-a55c-68cc85ade310 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:48.125834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:48.278011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39208) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:48.336615 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:53:48.345161 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Attempting to bind port bfa1dc4b-13ae-4c09-a893-4901edb8b03d on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:53:48.345572 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Attempting to bind port bfa1dc4b-13ae-4c09-a893-4901edb8b03d by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:53:48.345966 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Attempting to bind port bfa1dc4b-13ae-4c09-a893-4901edb8b03d on network 12b1554d-27d3-4f03-be40-e76a3174964e {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:53:48.352268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:53:48.352822 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Checking segment: {'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:53:48.353270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:48.353697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Bound using segment: {'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:53:48.354213 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Bound port: bfa1dc4b-13ae-4c09-a893-4901edb8b03d, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'}}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:53:48.354677 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:48.374102 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Sync routers for ids ['709431fc-08d2-4b7f-b1d9-4927e6cd7279'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:53:48.390585 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Routers {'709431fc-08d2-4b7f-b1d9-4927e6cd7279'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:53:48.393892 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:53:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['709431fc-08d2-4b7f-b1d9-4927e6cd7279'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:48.464435 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:48.549829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39214) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:48.551846 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e04f4fdb-9373-43e2-8a1c-0ee8c8eaf899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:48.587196 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Network 64d721fb-2821-48d5-ac89-567367ad279d is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:53:48.593735 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] Notify callbacks [] for router, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:48.595518 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-af693e7f-a1fe-49f8-b8bf-dc7db04ceeaa admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 15.3760970 Apr 15 10:53:48.599572 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:48.662127 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] For port bfa1dc4b-13ae-4c09-a893-4901edb8b03d, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:53:48.665386 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1e390a01-9aae-42c5-997d-73a3f220fca2 req-d463a7a2-0bcd-4db0-81f0-fedbd5f9608a tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 210 time: 0.0853100 Apr 15 10:53:48.666443 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:48.668381 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 39218) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:48.682419 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] For port bfa1dc4b-13ae-4c09-a893-4901edb8b03d, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=bfa1dc4b-13ae-4c09-a893-4901edb8b03d,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:53:48.691386 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:48.739877 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-faf97fb8-8c47-4c27-9c7b-6ed5e260d18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:48.746229 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:48.791011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e04f4fdb-9373-43e2-8a1c-0ee8c8eaf899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:48.793396 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:48.852511 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Set router 709431fc-08d2-4b7f-b1d9-4927e6cd7279 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:53:49.082754 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-faf97fb8-8c47-4c27-9c7b-6ed5e260d18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:49.096501 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-faf97fb8-8c47-4c27-9c7b-6ed5e260d18a admin admin] Usage tracker for resource:security_group_rule and tenant:dea41d3653e144e6a4807c5f0a8fc098 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:49.105781 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-faf97fb8-8c47-4c27-9c7b-6ed5e260d18a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:49.130254 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-faf97fb8-8c47-4c27-9c7b-6ed5e260d18a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:49.164122 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ff5a7-559e-4d95-86d0-766bc1785e6a None None] Pushing event updated for resources: {'Port': ['ID=bfa1dc4b-13ae-4c09-a893-4901edb8b03d,revision_number=4']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:49.171328 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e47ff5a7-559e-4d95-86d0-766bc1785e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:49.264409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Routers {'0d532df7-3f24-43f2-8123-14f74c0a88dd'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:53:49.265379 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:53:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['0d532df7-3f24-43f2-8123-14f74c0a88dd'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:49.299226 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-32b04ddc-08c7-42f2-849e-43eebc790479 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:49.321626 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Pushing event updated for resources: {'Port': ['ID=25d286b2-4726-4e79-a444-d54f350227b6,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:49.467353 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'name': 'tempest-ServerRescueNegativeTestJSON-1602596678-router', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '08845a01-9463-42e2-a67f-52a2b2e98116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:33Z', 'updated_at': '2021-04-15T10:53:42Z', 'revision_number': 3, 'project_id': '0e2d2b4e3f2a41e98138d032416cb464', 'gw_port': {'id': '08845a01-9463-42e2-a67f-52a2b2e98116', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:36Z', 'updated_at': '2021-04-15T10:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:49.496224 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Checking router: 709431fc-08d2-4b7f-b1d9-4927e6cd7279 for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:53:49.498650 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Updating router 709431fc-08d2-4b7f-b1d9-4927e6cd7279 port 08845a01-9463-42e2-a67f-52a2b2e98116 binding host dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:53:49.535721 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-e04f4fdb-9373-43e2-8a1c-0ee8c8eaf899 admin admin] Usage tracker for resource:security_group_rule and tenant:0cc5c637c09c4d9a9acec82f06cba1b0 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:49.544388 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-32b04ddc-08c7-42f2-849e-43eebc790479 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:49.551193 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-e04f4fdb-9373-43e2-8a1c-0ee8c8eaf899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:49.565359 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:49.597232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e04f4fdb-9373-43e2-8a1c-0ee8c8eaf899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:49.682040 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:49.868083 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:53:50.250845 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:50.280796 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] Set router 0d532df7-3f24-43f2-8123-14f74c0a88dd gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:53:50.345932 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-425989cd-1550-4f23-bf37-9b0c65ae9be3 req-809f9c36-7704-403a-968f-c911cfc6eb33 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 210 time: 0.2736425 Apr 15 10:53:50.405655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-3c2c99ce-2d9f-4849-af9b-3fc9b27572a6 None None] Provisioning complete for port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:50.405988 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c2c99ce-2d9f-4849-af9b-3fc9b27572a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:50.471301 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b04ddc-08c7-42f2-849e-43eebc790479 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10f0b34-7bcb-4ca6-afac-1421c2197c5f,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:50.488177 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-32b04ddc-08c7-42f2-849e-43eebc790479 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:50.615580 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e04f4fdb-9373-43e2-8a1c-0ee8c8eaf899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:50.710279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c99ce-2d9f-4849-af9b-3fc9b27572a6 None None] Port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:53:50.735143 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e04f4fdb-9373-43e2-8a1c-0ee8c8eaf899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:50.852362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0c280362-caac-4ee9-ad87-6df82c653055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:51.081141 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:51.084083 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Network 4f4afb39-25ec-44fd-b396-7d72d20a78dd is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:53:51.087222 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Usage tracker for resource:port and tenant:255dbef9e00e4ff990552dae43a18f9d is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:51.090515 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:51.100724 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:51.102348 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:51.128306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-32b04ddc-08c7-42f2-849e-43eebc790479 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.129870 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-32b04ddc-08c7-42f2-849e-43eebc790479 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.3745766 Apr 15 10:53:51.133985 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:53:51.143388 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:51.144360 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.156317 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-e04f4fdb-9373-43e2-8a1c-0ee8c8eaf899 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0cc5c637c09c4d9a9acec82f06cba1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8655267 Apr 15 10:53:51.157248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39238) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:51.157820 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39240) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:51.173941 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f4fdb-9373-43e2-8a1c-0ee8c8eaf899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1a3e9f-86cb-4e76-b61b-0080a019c7f9,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:51.245398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Request body: {'floatingip': {'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:51.253784 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e04f4fdb-9373-43e2-8a1c-0ee8c8eaf899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:51.255933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-faf97fb8-8c47-4c27-9c7b-6ed5e260d18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.260866 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:53:51.265270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:51.273530 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-faf97fb8-8c47-4c27-9c7b-6ed5e260d18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.274593 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] 10.222.0.96 "PUT /v2.0/routers/24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2231548 Apr 15 10:53:51.276116 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Usage tracker for resource:floatingip and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:51.276718 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Sync routers for ids ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:53:51.282050 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8565934 Apr 15 10:53:51.285425 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:51.303150 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Made reservation on behalf of 255dbef9e00e4ff990552dae43a18f9d for: {'port': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:53:51.315517 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Routers {'24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:53:51.316225 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:53:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:51.322245 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.360414 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:51.411598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-41d5e466-7bc8-4caa-91a2-388f105a74ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.414990 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:51.422801 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5ae97b35-ae11-441e-b29f-253f47a37550 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=85285) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:53:51.424423 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5ae97b35-ae11-441e-b29f-253f47a37550 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0732553 Apr 15 10:53:51.428348 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf97fb8-8c47-4c27-9c7b-6ed5e260d18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ed2aaf-757a-444f-b98a-7b461bf225a5,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:51.449507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2d09c-6b52-4631-a76d-cec00d0cd3fb req-2e6ead2f-6830-4521-9c4e-25388e849834 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:51.457096 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-faf97fb8-8c47-4c27-9c7b-6ed5e260d18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:51.461278 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-deb2d09c-6b52-4631-a76d-cec00d0cd3fb req-2e6ead2f-6830-4521-9c4e-25388e849834 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 931 time: 3.0679603 Apr 15 10:53:51.513573 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-faf97fb8-8c47-4c27-9c7b-6ed5e260d18a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dea41d3653e144e6a4807c5f0a8fc098&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9357882 Apr 15 10:53:51.520807 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39250) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:51.540413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.732707 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-deb2d09c-6b52-4631-a76d-cec00d0cd3fb req-631d287b-c1ec-4d36-8a68-477c8369e133 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701890 Apr 15 10:53:51.761112 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.812414 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Transition to ACTIVE for port object 08845a01-9463-42e2-a67f-52a2b2e98116 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:53:51.834949 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:51.882469 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Set router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:53:51.986693 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-41d5e466-7bc8-4caa-91a2-388f105a74ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:52.080707 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-63edd39e-508d-455e-90cb-6910b5b10490 req-9e16c1ec-c84c-47e2-bd5b-9aef2a18b09f tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 210 time: 0.2213793 Apr 15 10:53:52.155039 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-083f0d83-e874-4694-b842-98d1ca569fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:52.252757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3943c-663a-47dc-aeb6-fbf9a971d343 None None] Pushing event updated for resources: {'Port': ['ID=08845a01-9463-42e2-a67f-52a2b2e98116,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:52.259194 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5dd3943c-663a-47dc-aeb6-fbf9a971d343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:52.293751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:52.296510 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Attempting to bind port 08845a01-9463-42e2-a67f-52a2b2e98116 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:53:52.296942 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Attempting to bind port 08845a01-9463-42e2-a67f-52a2b2e98116 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:53:52.297360 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Attempting to bind port 08845a01-9463-42e2-a67f-52a2b2e98116 on network 07542e32-3df2-45eb-88b2-df384f761ab0 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:53:52.299963 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9c8ad3af-cc22-4384-b683-3a8d9106fa26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:52.304983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:53:52.305442 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Checking segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:53:52.305840 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:52.306518 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Bound using segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:53:52.306834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Bound port: 08845a01-9463-42e2-a67f-52a2b2e98116, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:53:52.307220 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:52.360424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-41d5e466-7bc8-4caa-91a2-388f105a74ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:52.452409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Request body: {'port': {'device_id': '1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:52.497269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] For port 08845a01-9463-42e2-a67f-52a2b2e98116, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:53:52.507634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] For port 08845a01-9463-42e2-a67f-52a2b2e98116, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=08845a01-9463-42e2-a67f-52a2b2e98116,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:53:52.514795 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:52.542399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:52.551011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:52.617353 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9c8ad3af-cc22-4384-b683-3a8d9106fa26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:52.697034 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5e466-7bc8-4caa-91a2-388f105a74ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1a3e9f-86cb-4e76-b61b-0080a019c7f9,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:52.733955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-41d5e466-7bc8-4caa-91a2-388f105a74ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:52.750934 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-41d5e466-7bc8-4caa-91a2-388f105a74ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:52.752464 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-41d5e466-7bc8-4caa-91a2-388f105a74ee admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ae1a3e9f-86cb-4e76-b61b-0080a019c7f9 HTTP/1.1" status: 204 len: 168 time: 1.5802076 Apr 15 10:53:53.126731 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:48Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:53.146099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc7e0b1-50b4-44c7-91da-bf436abf1d2a None None] The sync data for ids ['0d532df7-3f24-43f2-8123-14f74c0a88dd'] in dv-cinder-786385-1-smb is: [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:48Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:53:53.152693 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 2, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:53.165303 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Checking router: 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:53:53.165880 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Updating router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 binding host dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:53:53.176989 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39276) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:53.180729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.184705 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3943c-663a-47dc-aeb6-fbf9a971d343 None None] Pushing event updated for resources: {'Port': ['ID=08845a01-9463-42e2-a67f-52a2b2e98116,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:53.223917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5dd3943c-663a-47dc-aeb6-fbf9a971d343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:53.323255 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.377338 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Routers {'709431fc-08d2-4b7f-b1d9-4927e6cd7279'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:53:53.379305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:53:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['709431fc-08d2-4b7f-b1d9-4927e6cd7279'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:53.447673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--759687071', 'description': 'tempest-description--89426567'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:53.490570 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:53.511733 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Usage tracker for resource:security_group and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:53.526347 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:53.618297 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:53.640954 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.733488 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9c8ad3af-cc22-4384-b683-3a8d9106fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.749735 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:53.871029 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-41d5e466-7bc8-4caa-91a2-388f105a74ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:53.945399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ad3af-cc22-4384-b683-3a8d9106fa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ed2aaf-757a-444f-b98a-7b461bf225a5,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:53.956199 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9c8ad3af-cc22-4384-b683-3a8d9106fa26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:53.995634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:54.002080 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9c8ad3af-cc22-4384-b683-3a8d9106fa26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:54.005927 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-9c8ad3af-cc22-4384-b683-3a8d9106fa26 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/70ed2aaf-757a-444f-b98a-7b461bf225a5 HTTP/1.1" status: 204 len: 168 time: 2.3917851 Apr 15 10:53:54.086493 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device bfa1dc4b-13ae-4c09-a893-4901edb8b03d up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:53:54.103303 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Usage tracker for resource:security_group_rule and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:54.116715 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:54.413694 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:54.418856 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Allocated IP 172.20.0.13 (dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72/dbca85e1-fb45-4485-a1a3-5417d849a8d8/16c0fcb8-45bd-42c4-8dcd-3920977c4e69) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:53:54.490355 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port bfa1dc4b-13ae-4c09-a893-4901edb8b03d completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:53:54.490903 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:54.521787 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port bfa1dc4b-13ae-4c09-a893-4901edb8b03d triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:53:54.522324 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:54.864145 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Allocated IP 172.28.2.120 (07542e32-3df2-45eb-88b2-df384f761ab0/8a111444-f903-4ab8-a6a6-fdc00bae7494/67385189-d17a-492f-8d55-5c7c8acb826a) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:53:54.882666 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Notify callbacks [] for port, precommit_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:54.922387 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Transition to ACTIVE for port object 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 will not be triggered until provisioned by entity L2. {{(pid=85288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:53:54.941229 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.030500 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:55.128193 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.302869 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2d7913b2-57ea-4049-96e5-bffc1fb0359e req-df084206-4249-4933-a6d1-ffab8dbb609a tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 210 time: 1.6819901 Apr 15 10:53:55.406569 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.462634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.514306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] Set router 709431fc-08d2-4b7f-b1d9-4927e6cd7279 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:53:55.538120 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.891874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:55.917542 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:55.927867 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:56.031366 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a857c775-08c6-4cdd-90a2-39348c29a452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:56.243735 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55ed68-a696-4777-a7ba-0d3f7f79f50a None None] Pushing event updated for resources: {'Port': ['ID=7bf2d7ee-3a3e-4cb1-9c92-a76158458011,revision_number=3']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:56.281881 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2c55ed68-a696-4777-a7ba-0d3f7f79f50a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.251s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:56.399356 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Pushing event updated for resources: {'Port': ['ID=16c0fcb8-45bd-42c4-8dcd-3920977c4e69,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:56.408837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:56.485546 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Attempting to bind port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:53:56.486094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Attempting to bind port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:53:56.486497 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Attempting to bind port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 on network 64d721fb-2821-48d5-ac89-567367ad279d {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:53:56.504264 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:53:56.504693 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Checking segment: {'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:53:56.509856 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:56.509856 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Bound using segment: {'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:53:56.509856 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Bound port: 7bf2d7ee-3a3e-4cb1-9c92-a76158458011, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'}}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:53:56.509856 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:56.546169 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbb6e8-e2ca-47a7-acde-24af3210faab req-47e35a74-d6a3-4709-bcc8-addc983fd94b tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:56.565326 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6ebbb6e8-e2ca-47a7-acde-24af3210faab req-47e35a74-d6a3-4709-bcc8-addc983fd94b tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 931 time: 3.2474051 Apr 15 10:53:56.585439 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Network dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:53:56.812804 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] For port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:53:56.820801 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] For port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=7bf2d7ee-3a3e-4cb1-9c92-a76158458011,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:53:56.828305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:56.828503 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:56.833918 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:53:56.853069 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:56.861570 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for port, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:56.878913 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d286b2-4726-4e79-a444-d54f350227b6 {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:53:56.909547 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.017583 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Transition to ACTIVE for port object 25d286b2-4726-4e79-a444-d54f350227b6 will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:53:57.019647 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.055509 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6ebbb6e8-e2ca-47a7-acde-24af3210faab req-52c1ce61-5d5b-491f-a98b-e47cfb9073b9 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885085 Apr 15 10:53:57.058069 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.8563921 Apr 15 10:53:57.065216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.100678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.106171 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 3.8121898 Apr 15 10:53:57.131746 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39346) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:57.191482 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.207193 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-8e5e2db3-e5b7-4f95-859b-16e413762b03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Request body: {'security_group_rule': {'security_group_id': '9b72a462-2425-4105-aff2-c7112a33c656', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:57.306816 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:53:57.307861 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event updated for resources: {'Port': ['ID=67385189-d17a-492f-8d55-5c7c8acb826a,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:57.314429 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8e5e2db3-e5b7-4f95-859b-16e413762b03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:53:57.317508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:53:57.332534 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.406s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:57.337450 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fa897e79-172f-4f90-91a9-4d3741c73d99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:57.378257 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-8e5e2db3-e5b7-4f95-859b-16e413762b03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Usage tracker for resource:security_group_rule and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:53:57.384669 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b72a462-2425-4105-aff2-c7112a33c656,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:57.388042 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-8e5e2db3-e5b7-4f95-859b-16e413762b03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:53:57.401114 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:57.409209 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-88840d06-c429-4cd1-b18e-b4d25c2335c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:57.483452 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2b47a9d4-247f-4f24-9c2c-875ebfb54d57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:57.500520 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8e5e2db3-e5b7-4f95-859b-16e413762b03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:53:57.503397 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Pushing event updated for resources: {'Port': ['ID=25d286b2-4726-4e79-a444-d54f350227b6,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:57.505606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port bfa1dc4b-13ae-4c09-a893-4901edb8b03d, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=bfa1dc4b-13ae-4c09-a893-4901edb8b03d,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:53:57.522245 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:57.532673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:53:57.551006 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Request body: {'port': {'device_id': 'dc66cda2-5249-4c46-9e97-4c8f9668f11f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:53:57.566604 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'name': 'tempest-ServerRescueNegativeTestJSON-1602596678-router', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '08845a01-9463-42e2-a67f-52a2b2e98116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:33Z', 'updated_at': '2021-04-15T10:53:42Z', 'revision_number': 3, 'project_id': '0e2d2b4e3f2a41e98138d032416cb464', 'gw_port': {'id': '08845a01-9463-42e2-a67f-52a2b2e98116', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:36Z', 'updated_at': '2021-04-15T10:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:57.573988 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfb0470-19b4-439e-8230-5b27704907b7 None None] The sync data for ids ['709431fc-08d2-4b7f-b1d9-4927e6cd7279'] in dv-cinder-786385-1-smb is: [{'id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'name': 'tempest-ServerRescueNegativeTestJSON-1602596678-router', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '08845a01-9463-42e2-a67f-52a2b2e98116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:33Z', 'updated_at': '2021-04-15T10:53:42Z', 'revision_number': 3, 'project_id': '0e2d2b4e3f2a41e98138d032416cb464', 'gw_port': {'id': '08845a01-9463-42e2-a67f-52a2b2e98116', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:36Z', 'updated_at': '2021-04-15T10:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:53:57.577056 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.581177 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:53:57.751409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=bfa1dc4b-13ae-4c09-a893-4901edb8b03d,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:57.760781 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:57.802085 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:57.864561 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Routers {'24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:53:57.865742 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:53:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:53:58.071935 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5c2407c-9952-4c8f-9d2c-7c16f3c581c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:58.167025 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:58.500265 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:58.630178 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2db3-e5b7-4f95-859b-16e413762b03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:58.865181 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Allocated IP 172.20.0.1 (31a1618d-6994-4188-8c35-0ecda63f191a/a6eec143-1d7d-4710-9f01-c48c18b46781/cc6f964e-7ff0-425e-86f7-2a4da2a3d215) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:53:59.016251 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55ed68-a696-4777-a7ba-0d3f7f79f50a None None] Pushing event updated for resources: {'Port': ['ID=7bf2d7ee-3a3e-4cb1-9c92-a76158458011,revision_number=4']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:53:59.050808 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2c55ed68-a696-4777-a7ba-0d3f7f79f50a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.566s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:53:59.084044 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2db3-e5b7-4f95-859b-16e413762b03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.179474 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] Set router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:53:59.203834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.280310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.447608 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.507088 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b223f0-2dc5-4226-bce1-ccd3638cdb4c req-fe1a93f8-c60c-4232-bf71-bb50921ed6ab tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:53:59.508477 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-08b223f0-2dc5-4226-bce1-ccd3638cdb4c req-fe1a93f8-c60c-4232-bf71-bb50921ed6ab tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Synchronizing usage tracker for tenant:255dbef9e00e4ff990552dae43a18f9d on resource:port {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:53:59.697432 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 39390) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:53:59.761629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.814438 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-08b223f0-2dc5-4226-bce1-ccd3638cdb4c req-fe1a93f8-c60c-4232-bf71-bb50921ed6ab tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Unset dirty status for tenant:255dbef9e00e4ff990552dae43a18f9d on resource:port {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:53:59.814438 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-08b223f0-2dc5-4226-bce1-ccd3638cdb4c req-fe1a93f8-c60c-4232-bf71-bb50921ed6ab tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 932 time: 2.7796156 Apr 15 10:53:59.975859 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:00.071711 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 08845a01-9463-42e2-a67f-52a2b2e98116 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:00.081849 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2db3-e5b7-4f95-859b-16e413762b03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:00.196451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:00.228924 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:00.249182 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port 08845a01-9463-42e2-a67f-52a2b2e98116 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:00.255179 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:00.280877 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 08845a01-9463-42e2-a67f-52a2b2e98116 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:00.281620 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:00.331474 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e2db3-e5b7-4f95-859b-16e413762b03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83384bbb-ddb3-483f-a44d-bacdb2301341,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:00.333662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Attempting to bind port 25d286b2-4726-4e79-a444-d54f350227b6 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:00.334033 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Attempting to bind port 25d286b2-4726-4e79-a444-d54f350227b6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:00.334393 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Attempting to bind port 25d286b2-4726-4e79-a444-d54f350227b6 on network 4f4afb39-25ec-44fd-b396-7d72d20a78dd {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:00.449502 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8e5e2db3-e5b7-4f95-859b-16e413762b03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:00.454751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Port 25d286b2-4726-4e79-a444-d54f350227b6 on network 4f4afb39-25ec-44fd-b396-7d72d20a78dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:54:00.455288 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Attempting to bind port 25d286b2-4726-4e79-a444-d54f350227b6 on network 4f4afb39-25ec-44fd-b396-7d72d20a78dd {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:00.460339 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-64ef078a-13bf-4b00-97cf-1a6181ec2009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:00.618274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:00.629260 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:53:56Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:00.656653 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f998f1-7edd-44d8-a30a-5048082ffa29 None None] The sync data for ids ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'] in dv-cinder-786385-1-smb is: [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:53:56Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:54:00.691830 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:00.719549 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port 08845a01-9463-42e2-a67f-52a2b2e98116, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=08845a01-9463-42e2-a67f-52a2b2e98116,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:00.728503 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:00.729769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device bfa1dc4b-13ae-4c09-a893-4901edb8b03d up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:00.871824 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Network 31a1618d-6994-4188-8c35-0ecda63f191a is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:00.881408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6f964e-7ff0-425e-86f7-2a4da2a3d215,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:00.913082 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event updated for resources: {'Port': ['ID=67385189-d17a-492f-8d55-5c7c8acb826a,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:00.918114 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:00.926921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:00.962072 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:00.962503 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Checking segment: {'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:00.963194 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Bound using segment: {'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:00.963918 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Bound port: 25d286b2-4726-4e79-a444-d54f350227b6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:00.964329 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.005513 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853837847'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.007761 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:01.096063 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627d4ad-6fcf-430b-90fb-6ab13d0d9eed req-939c36ac-7bc3-4f8d-b31e-61e79d07779f tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:01.107206 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6627d4ad-6fcf-430b-90fb-6ab13d0d9eed req-939c36ac-7bc3-4f8d-b31e-61e79d07779f tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 943 time: 2.5485375 Apr 15 10:54:01.192087 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:01.200423 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-08b223f0-2dc5-4226-bce1-ccd3638cdb4c req-7e0a71f9-c2ed-46c3-a601-e1ce89189dc7 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/security-groups?id=899231fd-f72d-4c53-b197-6539f3dfbefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0221479 Apr 15 10:54:01.246791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b7e222f-2f43-4bf9-8d66-a66e9234ec11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.295735 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] For port 25d286b2-4726-4e79-a444-d54f350227b6, host hv-cinder-78638, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:01.306197 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] For port 25d286b2-4726-4e79-a444-d54f350227b6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=25d286b2-4726-4e79-a444-d54f350227b6,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:01.315009 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2db3-e5b7-4f95-859b-16e413762b03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.327404 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-8e5e2db3-e5b7-4f95-859b-16e413762b03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.1816175 Apr 15 10:54:01.328941 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39424) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:01.332270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.343004 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6b7e222f-2f43-4bf9-8d66-a66e9234ec11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:01.345153 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.355915 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6b7e222f-2f43-4bf9-8d66-a66e9234ec11 admin admin] Usage tracker for resource:security_group_rule and tenant:d9016e83cba94ff7a14ab5c0a7bea26b is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:01.355915 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6b7e222f-2f43-4bf9-8d66-a66e9234ec11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:01.358365 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.1887023 Apr 15 10:54:01.364282 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-837b6f87-4526-4791-bf42-7cf3c13f8f0f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Request body: {'security_group_rule': {'security_group_id': '9b72a462-2425-4105-aff2-c7112a33c656', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:01.375213 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6b7e222f-2f43-4bf9-8d66-a66e9234ec11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:01.385532 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-837b6f87-4526-4791-bf42-7cf3c13f8f0f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:01.395793 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-837b6f87-4526-4791-bf42-7cf3c13f8f0f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Usage tracker for resource:security_group_rule and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:01.405791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-837b6f87-4526-4791-bf42-7cf3c13f8f0f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:01.426002 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-837b6f87-4526-4791-bf42-7cf3c13f8f0f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:01.432546 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=08845a01-9463-42e2-a67f-52a2b2e98116,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:01.443377 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:01.490234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port bfa1dc4b-13ae-4c09-a893-4901edb8b03d triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:01.492224 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.535185 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39432) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:01.542978 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:01.657673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:01.658328 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-937887'] for router_interface, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:01.844524 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6627d4ad-6fcf-430b-90fb-6ab13d0d9eed req-562280f7-3766-4604-b9aa-25563a0f23bc tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408236 Apr 15 10:54:01.941672 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-837b6f87-4526-4791-bf42-7cf3c13f8f0f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:02.065179 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:02.336457 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-837b6f87-4526-4791-bf42-7cf3c13f8f0f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:02.415817 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 08845a01-9463-42e2-a67f-52a2b2e98116 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:02.490145 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-837b6f87-4526-4791-bf42-7cf3c13f8f0f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:02.522047 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-68733c77-5f5a-4166-8be2-064baf459ba8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1330823923&fields=id&tenant_id=f24b7e01c38e4735b55d97689495aa77 HTTP/1.1" status: 200 len: 267 time: 0.4642613 Apr 15 10:54:02.526841 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8714347-a5d8-4869-88c6-b811e9fde8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:02.584265 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 08845a01-9463-42e2-a67f-52a2b2e98116 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:02.584698 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:02.634910 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a8714347-a5d8-4869-88c6-b811e9fde8eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:02.640615 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Pushing event updated for resources: {'Port': ['ID=25d286b2-4726-4e79-a444-d54f350227b6,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:02.644998 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-837b6f87-4526-4791-bf42-7cf3c13f8f0f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:02.646488 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-837b6f87-4526-4791-bf42-7cf3c13f8f0f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3108971 Apr 15 10:54:02.649220 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.113s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:02.650557 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:02.651236 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:02.652701 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] 10.222.0.102 "PUT /v2.0/ports/25d286b2-4726-4e79-a444-d54f350227b6 HTTP/1.1" status: 200 len: 1093 time: 10.6865923 Apr 15 10:54:02.653184 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:02.673253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2', 'tag': '25d286b2-4726-4e79-a444-d54f350227b6'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:02.797641 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39458) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:02.801977 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a8714347-a5d8-4869-88c6-b811e9fde8eb admin admin] Usage tracker for resource:security_group_rule and tenant:8f81158ffe5e4681a761626ccaef7472 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:02.815811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a8714347-a5d8-4869-88c6-b811e9fde8eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:02.823255 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Request body: {'floatingip': {'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:02.840357 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b6f87-4526-4791-bf42-7cf3c13f8f0f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86dc924-2b33-45ac-8ed4-30cad5bd65bd,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:02.843946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a8714347-a5d8-4869-88c6-b811e9fde8eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:02.846947 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:02.851385 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Usage tracker for resource:floatingip and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:02.855522 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:02.863300 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:02.872557 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-837b6f87-4526-4791-bf42-7cf3c13f8f0f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:02.882773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for floatingip, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:02.972306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:03.073101 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:03.082811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:03.083407 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.155033 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8714347-a5d8-4869-88c6-b811e9fde8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.178609 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8714347-a5d8-4869-88c6-b811e9fde8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.197467 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-057519a7-1dce-4edb-8987-8b1467331cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:03.236797 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.246628 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a8714347-a5d8-4869-88c6-b811e9fde8eb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8f81158ffe5e4681a761626ccaef7472&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5632954 Apr 15 10:54:03.248558 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39470) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:03.268808 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8714347-a5d8-4869-88c6-b811e9fde8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa64297d-6ff1-458f-a890-d46d2f2a41ac,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:03.276658 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=7bf2d7ee-3a3e-4cb1-9c92-a76158458011,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:03.278978 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a8714347-a5d8-4869-88c6-b811e9fde8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:03.280049 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.282101 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:03.358234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=7bf2d7ee-3a3e-4cb1-9c92-a76158458011,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:03.361946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:03.381303 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b7e222f-2f43-4bf9-8d66-a66e9234ec11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.397489 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b7e222f-2f43-4bf9-8d66-a66e9234ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.417461 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.453790 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:03.489773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8f9820e-17f8-448b-9d80-a3b2ced557e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.565148 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8f9820e-17f8-448b-9d80-a3b2ced557e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.604731 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14fce5-02fa-44fa-a15a-1cc32829df71 req-6c1930d0-9ba3-4512-b24c-f671bcd85338 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:03.606471 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6a14fce5-02fa-44fa-a15a-1cc32829df71 req-6c1930d0-9ba3-4512-b24c-f671bcd85338 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 932 time: 0.6991649 Apr 15 10:54:03.629294 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6b7e222f-2f43-4bf9-8d66-a66e9234ec11 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d9016e83cba94ff7a14ab5c0a7bea26b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8630145 Apr 15 10:54:03.629294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e222f-2f43-4bf9-8d66-a66e9234ec11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de450f8-bd9d-4935-940f-0bca2a298d27,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:03.632686 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 39482) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:03.651241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-e8c2dc35-0803-4bfa-b908-18390db5f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:03.652700 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-e8c2dc35-0803-4bfa-b908-18390db5f60a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ec1f19aa1334575a63a8e11deed30f3&device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 1096 time: 0.2946157 Apr 15 10:54:03.680399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6b7e222f-2f43-4bf9-8d66-a66e9234ec11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:03.688120 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-e2a27d6e-0c85-4373-a08a-a3443b7196ad tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:03.689866 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-e2a27d6e-0c85-4373-a08a-a3443b7196ad tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/networks?id=12b1554d-27d3-4f03-be40-e76a3174964e HTTP/1.1" status: 200 len: 810 time: 0.8511159 Apr 15 10:54:03.755549 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-c7516d3a-40ea-4457-9336-fb309b9e82d3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25d286b2-4726-4e79-a444-d54f350227b6 HTTP/1.1" status: 200 len: 217 time: 0.0848017 Apr 15 10:54:03.767107 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.db.resource_extend [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 10:54:03.787732 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-96352f43-c5d6-4738-9870-c869b8a67cc8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/quotas/f24b7e01c38e4735b55d97689495aa77 HTTP/1.1" status: 200 len: 375 time: 0.0705507 Apr 15 10:54:03.814573 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Allocated IP 172.28.2.64 (07542e32-3df2-45eb-88b2-df384f761ab0/8a111444-f903-4ab8-a6a6-fdc00bae7494/785529c6-830b-4eda-910c-9d4d50270aea) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:03.851938 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8f9820e-17f8-448b-9d80-a3b2ced557e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:03.853757 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6a14fce5-02fa-44fa-a15a-1cc32829df71 req-db059755-c366-4832-a8af-13b729fe08fa tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/security-groups?id=899231fd-f72d-4c53-b197-6539f3dfbefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218275 Apr 15 10:54:03.892614 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-ba6e3f49-633a-4c84-9eb5-2e048134c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:03.894329 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-ba6e3f49-633a-4c84-9eb5-2e048134c00a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=347eac98-7ebb-414a-adde-ffa40460d4c7 HTTP/1.1" status: 200 len: 853 time: 0.1285632 Apr 15 10:54:03.900128 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9c8ad3af-cc22-4384-b683-3a8d9106fa26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:03.985870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d4d51ce-806f-4586-945a-b593eb27c51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.017908 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9820e-17f8-448b-9d80-a3b2ced557e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa64297d-6ff1-458f-a890-d46d2f2a41ac,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:04.022775 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e8f9820e-17f8-448b-9d80-a3b2ced557e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:04.034029 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-4253d02e-1488-43a5-ad82-168c2ac0692a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4f4afb39-25ec-44fd-b396-7d72d20a78dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764322 Apr 15 10:54:04.050381 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:04.089458 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.118801 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d4d51ce-806f-4586-945a-b593eb27c51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.124985 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:04.128093 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.138933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8f9820e-17f8-448b-9d80-a3b2ced557e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.140167 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-e8f9820e-17f8-448b-9d80-a3b2ced557e9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fa64297d-6ff1-458f-a890-d46d2f2a41ac HTTP/1.1" status: 204 len: 168 time: 0.8813922 Apr 15 10:54:04.159052 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-cbbc3c35-cb6e-4d00-b736-b78ab337377e tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f24b7e01c38e4735b55d97689495aa77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3456175 Apr 15 10:54:04.160675 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.163799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Transition to ACTIVE for port object 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:04.173869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937268'] for router_interface, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.230131 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:04.230668 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.237462 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.270395 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-8911768d-37aa-49a1-ab94-98b12cb73908 service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246788 Apr 15 10:54:04.339489 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:04.395185 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-3fb821ef-df34-4d91-8f58-bce80bef7907 service neutron] 10.222.0.96 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023947 Apr 15 10:54:04.395859 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.609503 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39496) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:04.644514 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0eb7866c-1ab6-4532-a18d-26f608a1e4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.673909 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6f964e-7ff0-425e-86f7-2a4da2a3d215,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:04.680364 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.695471 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:04.703479 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:04.709196 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0eb7866c-1ab6-4532-a18d-26f608a1e4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:04.717011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:04.769377 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-0eb7866c-1ab6-4532-a18d-26f608a1e4e8 admin admin] Usage tracker for resource:security_group_rule and tenant:83ef97a0fd39445a8e52471880f46582 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:04.775324 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4722bd-28a3-496d-84dd-381b97b44eb5 req-95999ac2-47e2-4ca5-8eff-9cc83d2a4e74 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:04.777121 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5b4722bd-28a3-496d-84dd-381b97b44eb5 req-95999ac2-47e2-4ca5-8eff-9cc83d2a4e74 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 943 time: 0.7924469 Apr 15 10:54:04.797596 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-0eb7866c-1ab6-4532-a18d-26f608a1e4e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:04.887391 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0eb7866c-1ab6-4532-a18d-26f608a1e4e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:04.936081 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5e2ea9d8-12eb-4133-9e9e-c2d1249b9629 req-5b4b1d54-b1c8-43f4-beb2-d48d53a3f9d3 service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564941 Apr 15 10:54:04.951368 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event updated for resources: {'Port': ['ID=785529c6-830b-4eda-910c-9d4d50270aea,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:04.965548 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d4d51ce-806f-4586-945a-b593eb27c51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:04.968755 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:05.009876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Pushing event updated for resources: {'Port': ['ID=16c0fcb8-45bd-42c4-8dcd-3920977c4e69,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:05.046351 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:05.057557 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d4d51ce-806f-4586-945a-b593eb27c51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.059119 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-8d4d51ce-806f-4586-945a-b593eb27c51e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1de450f8-bd9d-4935-940f-0bca2a298d27 HTTP/1.1" status: 204 len: 168 time: 1.4210780 Apr 15 10:54:05.060609 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:05.084078 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5b4722bd-28a3-496d-84dd-381b97b44eb5 req-35d42a9a-7d67-431c-bcc6-423fc46e3b3c tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813852 Apr 15 10:54:05.090458 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:05.095545 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d51ce-806f-4586-945a-b593eb27c51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de450f8-bd9d-4935-940f-0bca2a298d27,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:05.097497 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:05.104620 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:05.112141 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-5448ec5a-333c-47cd-9185-d27d6aeeb56e service neutron] 10.222.0.96 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389930 Apr 15 10:54:05.113071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8d4d51ce-806f-4586-945a-b593eb27c51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:05.128601 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Network 31a1618d-6994-4188-8c35-0ecda63f191a is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:05.128601 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:05.231180 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0eb7866c-1ab6-4532-a18d-26f608a1e4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.238553 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0eb7866c-1ab6-4532-a18d-26f608a1e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.319794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:05.435149 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7866c-1ab6-4532-a18d-26f608a1e4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dfac97-b346-4e29-af88-034b19c632c0,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:05.444561 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.465694 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0eb7866c-1ab6-4532-a18d-26f608a1e4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:05.480145 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-0eb7866c-1ab6-4532-a18d-26f608a1e4e8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=83ef97a0fd39445a8e52471880f46582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8626401 Apr 15 10:54:05.482114 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39520) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:05.647704 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Attempting to bind port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:05.648222 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Attempting to bind port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '17560aaa-34ac-4115-ae8e-ef0536d733cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:05.648594 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Attempting to bind port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 on network dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:05.659328 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 on network dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:54:05.659760 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Attempting to bind port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 on network dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:05.670324 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:05.670772 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Checking segment: {'id': '17560aaa-34ac-4115-ae8e-ef0536d733cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:05.671398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Bound using segment: {'id': '17560aaa-34ac-4115-ae8e-ef0536d733cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:05.671926 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Bound port: 16c0fcb8-45bd-42c4-8dcd-3920977c4e69, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17560aaa-34ac-4115-ae8e-ef0536d733cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:05.672315 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.717036 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.832841 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2', 'tag': '25d286b2-4726-4e79-a444-d54f350227b6', 'status': 'completed', 'code': 200} Apr 15 10:54:05.941091 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2dae9285-700f-4803-a5e9-dd553be9f412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.054104 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15801-a980-4d16-8624-71afad2721f2 req-4b059bfc-ad92-44d7-9d80-a8220da248ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:06.055738 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8fc15801-a980-4d16-8624-71afad2721f2 req-4b059bfc-ad92-44d7-9d80-a8220da248ec service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ec1f19aa1334575a63a8e11deed30f3&device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 1096 time: 0.2205961 Apr 15 10:54:06.072509 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2dae9285-700f-4803-a5e9-dd553be9f412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.145650 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 39538) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:06.149121 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-352830d3-d724-41e2-af64-19bb87a868b3 req-ccdb2d1b-c00d-424a-ace7-31525b853436 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 210 time: 0.1271825 Apr 15 10:54:06.228914 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d9265d16-d15c-4b95-8759-c986a6d3c2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.255158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] For port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69, host hv-cinder-78638, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:06.278844 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] For port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16c0fcb8-45bd-42c4-8dcd-3920977c4e69,segment=NetworkSegment(17560aaa-34ac-4115-ae8e-ef0536d733cd),segment_id=17560aaa-34ac-4115-ae8e-ef0536d733cd)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:06.293142 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.294966 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d9265d16-d15c-4b95-8759-c986a6d3c2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:06.390702 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d9265d16-d15c-4b95-8759-c986a6d3c2db admin admin] Usage tracker for resource:security_group_rule and tenant:7dedbee750334281b2960cf87fd9f551 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:06.391397 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15801-a980-4d16-8624-71afad2721f2 req-81b6285c-b427-4ad0-9b41-9d040aad04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:06.393098 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8fc15801-a980-4d16-8624-71afad2721f2 req-81b6285c-b427-4ad0-9b41-9d040aad04c9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4f4afb39-25ec-44fd-b396-7d72d20a78dd HTTP/1.1" status: 200 len: 915 time: 0.3230970 Apr 15 10:54:06.393809 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2dae9285-700f-4803-a5e9-dd553be9f412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.397292 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:06.406669 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:06.443060 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d9265d16-d15c-4b95-8759-c986a6d3c2db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:06.507839 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Router 709431fc-08d2-4b7f-b1d9-4927e6cd7279 has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:54:06.528060 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae9285-700f-4803-a5e9-dd553be9f412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dfac97-b346-4e29-af88-034b19c632c0,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:06.531549 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8fc15801-a980-4d16-8624-71afad2721f2 req-43a6601d-88a8-4a7e-8d2b-66b8f49d0159 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25d286b2-4726-4e79-a444-d54f350227b6 HTTP/1.1" status: 200 len: 217 time: 0.1259639 Apr 15 10:54:06.532769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2dae9285-700f-4803-a5e9-dd553be9f412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:06.555319 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d9265d16-d15c-4b95-8759-c986a6d3c2db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:06.611250 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2dae9285-700f-4803-a5e9-dd553be9f412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.612515 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-2dae9285-700f-4803-a5e9-dd553be9f412 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c8dfac97-b346-4e29-af88-034b19c632c0 HTTP/1.1" status: 204 len: 168 time: 1.1262228 Apr 15 10:54:06.638119 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc15801-a980-4d16-8624-71afad2721f2 req-8c45551c-3151-44ec-968e-b89875a41f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:06.639962 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8fc15801-a980-4d16-8624-71afad2721f2 req-8c45551c-3151-44ec-968e-b89875a41f24 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=347eac98-7ebb-414a-adde-ffa40460d4c7 HTTP/1.1" status: 200 len: 853 time: 0.0963123 Apr 15 10:54:06.642652 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477bdee-bb4c-49e4-b4bb-fda1e0c3a97f req-9871bd5b-4e15-4333-a70f-47ca0be83d7f tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:06.644569 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f477bdee-bb4c-49e4-b4bb-fda1e0c3a97f req-9871bd5b-4e15-4333-a70f-47ca0be83d7f tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 944 time: 0.9481573 Apr 15 10:54:06.729020 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.732989 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8fc15801-a980-4d16-8624-71afad2721f2 req-46bbb170-ef13-464e-9757-854b01d8bc48 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4f4afb39-25ec-44fd-b396-7d72d20a78dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742424 Apr 15 10:54:06.734176 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.752231 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:06.926713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Pushing event updated for resources: {'Port': ['ID=16c0fcb8-45bd-42c4-8dcd-3920977c4e69,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:06.931278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:07.007615 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:07.008484 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for port, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.010324 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4947524c-256b-42c6-a395-931275f0a612 service neutron] 10.222.0.102 "PUT /v2.0/ports/16c0fcb8-45bd-42c4-8dcd-3920977c4e69 HTTP/1.1" status: 200 len: 1094 time: 9.7888167 Apr 15 10:54:07.022600 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc66cda2-5249-4c46-9e97-4c8f9668f11f', 'tag': '16c0fcb8-45bd-42c4-8dcd-3920977c4e69'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:07.065105 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event updated for resources: {'Port': ['ID=785529c6-830b-4eda-910c-9d4d50270aea,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:07.091972 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:07.164445 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.102', 49916) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:07.212662 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8fc15801-a980-4d16-8624-71afad2721f2 req-5477ca90-642d-4fc5-a702-9586069ac6e3 service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614112 Apr 15 10:54:07.272265 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f477bdee-bb4c-49e4-b4bb-fda1e0c3a97f req-c1b5e6d0-ab13-4a65-b0e8-11d1c57192a6 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/security-groups?id=899231fd-f72d-4c53-b197-6539f3dfbefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391676 Apr 15 10:54:07.296124 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca4e39-d20c-4e8d-9cbd-38e046924e7d req-3e90338b-8ebd-4ad2-8b81-cfabec6daa43 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:07.304763 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ecca4e39-d20c-4e8d-9cbd-38e046924e7d req-3e90338b-8ebd-4ad2-8b81-cfabec6daa43 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 943 time: 0.9086413 Apr 15 10:54:07.349673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:54:07.362049 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Sync routers for ids ['709431fc-08d2-4b7f-b1d9-4927e6cd7279'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:54:07.380973 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Routers {'709431fc-08d2-4b7f-b1d9-4927e6cd7279'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:54:07.381899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:53:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['709431fc-08d2-4b7f-b1d9-4927e6cd7279'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:07.476395 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853837847'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.541338 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] 10.222.0.96 "PUT /v2.0/routers/709431fc-08d2-4b7f-b1d9-4927e6cd7279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8358965 Apr 15 10:54:07.576353 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ecca4e39-d20c-4e8d-9cbd-38e046924e7d req-1f72a036-8c6c-47bb-9a1f-d204a3cd74ef tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705791 Apr 15 10:54:07.609123 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d9265d16-d15c-4b95-8759-c986a6d3c2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.670917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d9265d16-d15c-4b95-8759-c986a6d3c2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.710749 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a609c175-c287-4385-b51a-1e2648475131 req-982e25d3-dcf5-45d5-9513-5a5fa6e2a639 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 210 time: 0.1315107 Apr 15 10:54:07.718065 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:07.743303 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.746835 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-841d7bae-4e90-4508-b485-0cf646d3c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:07.749686 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-841d7bae-4e90-4508-b485-0cf646d3c886 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=255dbef9e00e4ff990552dae43a18f9d&device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 1097 time: 0.6471138 Apr 15 10:54:07.757641 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9517581 Apr 15 10:54:07.770278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9265d16-d15c-4b95-8759-c986a6d3c2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efdbd41-3592-4f34-b3bb-03ff1903d7bb,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:07.791307 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Set router 709431fc-08d2-4b7f-b1d9-4927e6cd7279 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:54:07.793557 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d9265d16-d15c-4b95-8759-c986a6d3c2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:07.874069 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-596d842d-4016-4fb7-9b58-89bc3fd8106e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16c0fcb8-45bd-42c4-8dcd-3920977c4e69 HTTP/1.1" status: 200 len: 217 time: 0.0837569 Apr 15 10:54:07.877964 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d9265d16-d15c-4b95-8759-c986a6d3c2db admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7dedbee750334281b2960cf87fd9f551&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7277720 Apr 15 10:54:07.883107 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39594) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:07.913895 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-8665d139-d412-4d0a-ba17-56e1e79427f0 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:07.918876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-8665d139-d412-4d0a-ba17-56e1e79427f0 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Synchronizing usage tracker for tenant:f24b7e01c38e4735b55d97689495aa77 on resource:network {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:07.988777 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4477aadf-6e0c-4a41-8068-8b7f739d543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:07.990723 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-4477aadf-6e0c-4a41-8068-8b7f739d543d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=dbca85e1-fb45-4485-a1a3-5417d849a8d8 HTTP/1.1" status: 200 len: 852 time: 0.0941615 Apr 15 10:54:08.072662 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8fc15801-a980-4d16-8624-71afad2721f2 req-e55f054c-3386-4a16-b140-60440e403f24 service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7169139 Apr 15 10:54:08.087617 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-8665d139-d412-4d0a-ba17-56e1e79427f0 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Unset dirty status for tenant:f24b7e01c38e4735b55d97689495aa77 on resource:network {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:08.088855 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-8665d139-d412-4d0a-ba17-56e1e79427f0 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.102 "GET /v2.0/networks?id=12b1554d-27d3-4f03-be40-e76a3174964e HTTP/1.1" status: 200 len: 810 time: 0.9198055 Apr 15 10:54:08.116745 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-d2cd6e17-24cc-4dc5-b26b-958a676a22b3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179748 Apr 15 10:54:08.120208 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc66cda2-5249-4c46-9e97-4c8f9668f11f', 'tag': '16c0fcb8-45bd-42c4-8dcd-3920977c4e69', 'status': 'completed', 'code': 200} Apr 15 10:54:08.132743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7f2b-8ca7-463f-ba80-bcc33caec305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.228783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7f2b-8ca7-463f-ba80-bcc33caec305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.287656 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-e3129cf9-8877-4d0a-a93e-9ec66603f3ce tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Synchronizing usage tracker for tenant:f24b7e01c38e4735b55d97689495aa77 on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:08.326751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-e3129cf9-8877-4d0a-a93e-9ec66603f3ce tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Unset dirty status for tenant:f24b7e01c38e4735b55d97689495aa77 on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:08.328249 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-e3129cf9-8877-4d0a-a93e-9ec66603f3ce tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f24b7e01c38e4735b55d97689495aa77 HTTP/1.1" status: 200 len: 5705 time: 0.2161500 Apr 15 10:54:08.339424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Request body: {'port': {'device_id': '27ffb019-2d6a-4b1f-9a80-38df365fb916', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'admin_state_up': True, 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'security_groups': ['a91515b6-ad44-4579-853a-505baca03e65']}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:08.348827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'name': 'tempest-ServerRescueNegativeTestJSON-1602596678-router', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '08845a01-9463-42e2-a67f-52a2b2e98116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:33Z', 'updated_at': '2021-04-15T10:54:01Z', 'revision_number': 4, 'project_id': '0e2d2b4e3f2a41e98138d032416cb464', 'gw_port': {'id': '08845a01-9463-42e2-a67f-52a2b2e98116', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:36Z', 'updated_at': '2021-04-15T10:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'cc6f964e-7ff0-425e-86f7-2a4da2a3d215', 'name': '', 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464', 'mac_address': 'fa:16:3e:a5:ab:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a6eec143-1d7d-4710-9f01-c48c18b46781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:55Z', 'updated_at': '2021-04-15T10:54:03Z', 'revision_number': 2, 'project_id': '0e2d2b4e3f2a41e98138d032416cb464', 'subnets': [{'id': 'a6eec143-1d7d-4710-9f01-c48c18b46781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:08.354550 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Checking router: 709431fc-08d2-4b7f-b1d9-4927e6cd7279 for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:54:08.355167 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Updating router 709431fc-08d2-4b7f-b1d9-4927e6cd7279 port cc6f964e-7ff0-425e-86f7-2a4da2a3d215 binding host dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:54:08.355912 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7f2b-8ca7-463f-ba80-bcc33caec305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.366506 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:08.418243 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.439379 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f7f2b-8ca7-463f-ba80-bcc33caec305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efdbd41-3592-4f34-b3bb-03ff1903d7bb,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:08.449555 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ea6f7f2b-8ca7-463f-ba80-bcc33caec305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:08.458880 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7f2b-8ca7-463f-ba80-bcc33caec305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.462683 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-ea6f7f2b-8ca7-463f-ba80-bcc33caec305 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5efdbd41-3592-4f34-b3bb-03ff1903d7bb HTTP/1.1" status: 204 len: 168 time: 0.5710800 Apr 15 10:54:08.507591 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-e7a9b516-058f-4c27-9504-0856bdd22615 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Synchronizing usage tracker for tenant:95b6d3d44f5441d68e73436f3a947935 on resource:security_group {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:08.550384 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-2c5b0448-bd5f-4ab3-b069-a9f879b2c7f8 service neutron] 10.222.0.102 "GET /v2.0/networks/dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233117 Apr 15 10:54:08.551731 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:08.557112 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Usage tracker for resource:port and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:08.562068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:08.562760 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-e7a9b516-058f-4c27-9504-0856bdd22615 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Unset dirty status for tenant:95b6d3d44f5441d68e73436f3a947935 on resource:security_group {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:08.570077 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:08.572697 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-e7a9b516-058f-4c27-9504-0856bdd22615 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--759687071&fields=id&tenant_id=95b6d3d44f5441d68e73436f3a947935 HTTP/1.1" status: 200 len: 267 time: 0.2225666 Apr 15 10:54:08.582955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Made reservation on behalf of f24b7e01c38e4735b55d97689495aa77 for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:08.591363 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.777487 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10dc6ef2-5cf4-491b-8817-285e4acb64c2 req-62108b01-eef8-4ad6-8a76-86e258908ab5 service neutron] 10.222.0.102 "GET /v2.0/networks/dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979222 Apr 15 10:54:08.865605 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 25d286b2-4726-4e79-a444-d54f350227b6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:54:08.921024 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Allocated IP 172.20.0.10 (12b1554d-27d3-4f03-be40-e76a3174964e/e1b0c5ef-b9a0-497b-969f-009f528ad36f/01fde414-3932-49f6-a0dc-d6029026ffd7) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:09.034791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-5fc2fc27-29bc-4dab-9ca5-d8131868e2f3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:09.035587 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-5fc2fc27-29bc-4dab-9ca5-d8131868e2f3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Synchronizing usage tracker for tenant:95b6d3d44f5441d68e73436f3a947935 on resource:network {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:09.100445 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-d5f42385-ae6a-4509-a6d6-435343e04747 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:09.101239 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-d5f42385-ae6a-4509-a6d6-435343e04747 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Synchronizing usage tracker for tenant:0e2d2b4e3f2a41e98138d032416cb464 on resource:network {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:09.158673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-d5f42385-ae6a-4509-a6d6-435343e04747 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Unset dirty status for tenant:0e2d2b4e3f2a41e98138d032416cb464 on resource:network {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:09.160199 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-d5f42385-ae6a-4509-a6d6-435343e04747 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/networks?id=31a1618d-6994-4188-8c35-0ecda63f191a HTTP/1.1" status: 200 len: 819 time: 0.8412983 Apr 15 10:54:09.160994 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-5fc2fc27-29bc-4dab-9ca5-d8131868e2f3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Unset dirty status for tenant:95b6d3d44f5441d68e73436f3a947935 on resource:network {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:09.169548 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-5fc2fc27-29bc-4dab-9ca5-d8131868e2f3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/networks?id=64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 200 len: 816 time: 0.5954120 Apr 15 10:54:09.203519 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-3447ee87-f2ac-4c80-b8f2-32912ca5ef5f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/quotas/0e2d2b4e3f2a41e98138d032416cb464 HTTP/1.1" status: 200 len: 375 time: 0.0308962 Apr 15 10:54:09.222180 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 25d286b2-4726-4e79-a444-d54f350227b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=25d286b2-4726-4e79-a444-d54f350227b6,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:09.233508 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-6303563f-1fb4-4c23-a9fb-1f6825df40df tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/quotas/95b6d3d44f5441d68e73436f3a947935 HTTP/1.1" status: 200 len: 375 time: 0.0617955 Apr 15 10:54:09.273444 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': '25d286b2-4726-4e79-a444-d54f350227b6', 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd', 'port_id': '25d286b2-4726-4e79-a444-d54f350227b6', 'mac_address': 'fa:16:3e:30:35:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347eac98-7ebb-414a-adde-ffa40460d4c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:54:09.435081 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:54:09.448813 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.495089 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.567344 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Transition to ACTIVE for port object 01fde414-3932-49f6-a0dc-d6029026ffd7 will not be triggered until provisioned by entity DHCP. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:09.588963 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d286b2-4726-4e79-a444-d54f350227b6 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:09.640116 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 25d286b2-4726-4e79-a444-d54f350227b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=25d286b2-4726-4e79-a444-d54f350227b6,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:09.643118 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.660684 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.667928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:09.684572 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687de000-2469-4f91-9fc1-48ba3b0f20a4 req-60e2373e-ab3c-4ec7-98e6-8fd5da884621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:09.686701 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-687de000-2469-4f91-9fc1-48ba3b0f20a4 req-60e2373e-ab3c-4ec7-98e6-8fd5da884621 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=255dbef9e00e4ff990552dae43a18f9d&device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 1097 time: 0.6480267 Apr 15 10:54:09.695027 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:09.800016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=25d286b2-4726-4e79-a444-d54f350227b6,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:09.806881 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:09.964372 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.988642 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687de000-2469-4f91-9fc1-48ba3b0f20a4 req-d25bd47d-38a7-412f-b72d-3cd7808aac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:09.992773 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-687de000-2469-4f91-9fc1-48ba3b0f20a4 req-d25bd47d-38a7-412f-b72d-3cd7808aac47 service neutron] 10.222.0.102 "GET /v2.0/networks?id=dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 HTTP/1.1" status: 200 len: 914 time: 0.2929342 Apr 15 10:54:10.002545 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Transition to ACTIVE for port object cc6f964e-7ff0-425e-86f7-2a4da2a3d215 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:10.015724 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:10.169923 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-687de000-2469-4f91-9fc1-48ba3b0f20a4 req-6dc8d5e2-3859-4c2c-b3bb-40bf329f0695 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16c0fcb8-45bd-42c4-8dcd-3920977c4e69 HTTP/1.1" status: 200 len: 217 time: 0.1616921 Apr 15 10:54:10.269675 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-7aa73ce0-9d79-432f-bae8-cfa4cc306742 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Synchronizing usage tracker for tenant:0e2d2b4e3f2a41e98138d032416cb464 on resource:port {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:10.276109 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event updated for resources: {'Port': ['ID=01fde414-3932-49f6-a0dc-d6029026ffd7,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:10.280186 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687de000-2469-4f91-9fc1-48ba3b0f20a4 req-40c91de1-9021-42ca-a329-9ba1b35eb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:10.283761 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:10.289306 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-687de000-2469-4f91-9fc1-48ba3b0f20a4 req-40c91de1-9021-42ca-a329-9ba1b35eb798 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=dbca85e1-fb45-4485-a1a3-5417d849a8d8 HTTP/1.1" status: 200 len: 852 time: 0.1107852 Apr 15 10:54:10.299295 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-b925a430-317e-49cc-81b4-5bebad691619 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Synchronizing usage tracker for tenant:95b6d3d44f5441d68e73436f3a947935 on resource:port {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:10.375848 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Network 12b1554d-27d3-4f03-be40-e76a3174964e is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:10.377776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:10.395491 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:10.401525 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-687de000-2469-4f91-9fc1-48ba3b0f20a4 req-9ea9f308-8afd-405e-a27c-92ef071fbfc9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958655 Apr 15 10:54:10.405237 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:10.406158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:10.413487 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:10.446968 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1122403 Apr 15 10:54:10.467547 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Request body: {'port': {'device_id': '27ffb019-2d6a-4b1f-9a80-38df365fb916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:10.468678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['25d286b2-4726-4e79-a444-d54f350227b6'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:10.680348 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-b925a430-317e-49cc-81b4-5bebad691619 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Unset dirty status for tenant:95b6d3d44f5441d68e73436f3a947935 on resource:port {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:10.682408 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-b925a430-317e-49cc-81b4-5bebad691619 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=95b6d3d44f5441d68e73436f3a947935&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4485219 Apr 15 10:54:10.683000 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-7aa73ce0-9d79-432f-bae8-cfa4cc306742 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Unset dirty status for tenant:0e2d2b4e3f2a41e98138d032416cb464 on resource:port {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:10.684364 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-7aa73ce0-9d79-432f-bae8-cfa4cc306742 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0e2d2b4e3f2a41e98138d032416cb464&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4667997 Apr 15 10:54:10.700249 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-687de000-2469-4f91-9fc1-48ba3b0f20a4 req-12e0312a-f520-43e0-9205-626271ef78c7 service neutron] 10.222.0.102 "GET /v2.0/networks/dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746146 Apr 15 10:54:10.726675 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:10.922186 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:54:10.979071 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-82672bec-781c-4598-a85e-f10063281995 service neutron] 10.222.0.96 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714965 Apr 15 10:54:11.150130 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Attempting to bind port cc6f964e-7ff0-425e-86f7-2a4da2a3d215 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:11.150644 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Attempting to bind port cc6f964e-7ff0-425e-86f7-2a4da2a3d215 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:11.151069 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Attempting to bind port cc6f964e-7ff0-425e-86f7-2a4da2a3d215 on network 31a1618d-6994-4188-8c35-0ecda63f191a {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:11.212606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:11.213189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Checking segment: {'id': '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:11.213478 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.213928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Bound using segment: {'id': '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:11.214686 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Bound port: cc6f964e-7ff0-425e-86f7-2a4da2a3d215, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:11.218343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.227462 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-e5c35b7b-df0a-4992-9d72-f88992637cbd service neutron] 10.222.0.96 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472708 Apr 15 10:54:11.401232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] For port cc6f964e-7ff0-425e-86f7-2a4da2a3d215, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:11.408063 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] For port cc6f964e-7ff0-425e-86f7-2a4da2a3d215, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=cc6f964e-7ff0-425e-86f7-2a4da2a3d215,segment=NetworkSegment(8f5a22e1-83f0-4c8e-97c8-1c72e93efab0),segment_id=8f5a22e1-83f0-4c8e-97c8-1c72e93efab0)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:11.425422 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c2d25db1-89bd-401b-b937-2702707065ba None None] Provisioning for port 01fde414-3932-49f6-a0dc-d6029026ffd7 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:11.438639 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee57431-1f5f-478c-b7f4-c7f5c14242a9 None None] Pushing event updated for resources: {'Port': ['ID=cc6f964e-7ff0-425e-86f7-2a4da2a3d215,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:11.444306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2ee57431-1f5f-478c-b7f4-c7f5c14242a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:11.455010 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.494872 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-049ef14b-838d-484e-918b-a740ca41e64c service neutron] 10.222.0.96 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352409 Apr 15 10:54:11.503168 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c2d25db1-89bd-401b-b937-2702707065ba None None] Provisioning complete for port 01fde414-3932-49f6-a0dc-d6029026ffd7 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:11.503534 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c2d25db1-89bd-401b-b937-2702707065ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.526002 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fde414-3932-49f6-a0dc-d6029026ffd7 {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:11.536327 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 39712) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:11.553764 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.590136 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Transition to ACTIVE for port object 01fde414-3932-49f6-a0dc-d6029026ffd7 will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:11.595641 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.600760 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-15c23e77-275f-460c-831a-9b5d1294777c service neutron] 10.222.0.96 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288837 Apr 15 10:54:11.634555 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16c0fcb8-45bd-42c4-8dcd-3920977c4e69,segment=NetworkSegment(17560aaa-34ac-4115-ae8e-ef0536d733cd),segment_id=17560aaa-34ac-4115-ae8e-ef0536d733cd)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:11.670655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:11.677878 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:11.686820 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-687de000-2469-4f91-9fc1-48ba3b0f20a4 req-a730724c-30df-4f2d-8887-b5582c291a25 service neutron] 10.222.0.102 "GET /v2.0/networks/dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9778717 Apr 15 10:54:11.729796 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c2d25db1-89bd-401b-b937-2702707065ba None None] Port 01fde414-3932-49f6-a0dc-d6029026ffd7 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:54:11.731519 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': '16c0fcb8-45bd-42c4-8dcd-3920977c4e69', 'network_id': 'dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72', 'port_id': '16c0fcb8-45bd-42c4-8dcd-3920977c4e69', 'mac_address': 'fa:16:3e:08:94:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbca85e1-fb45-4485-a1a3-5417d849a8d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:54:11.808068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee57431-1f5f-478c-b7f4-c7f5c14242a9 None None] Pushing event updated for resources: {'Port': ['ID=cc6f964e-7ff0-425e-86f7-2a4da2a3d215,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:11.926600 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=01fde414-3932-49f6-a0dc-d6029026ffd7,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:11.945187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:12.059339 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2ee57431-1f5f-478c-b7f4-c7f5c14242a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:12.357858 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.401446 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Attempting to bind port 01fde414-3932-49f6-a0dc-d6029026ffd7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:12.404532 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Attempting to bind port 01fde414-3932-49f6-a0dc-d6029026ffd7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:12.405125 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Attempting to bind port 01fde414-3932-49f6-a0dc-d6029026ffd7 on network 12b1554d-27d3-4f03-be40-e76a3174964e {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:12.423406 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Port 01fde414-3932-49f6-a0dc-d6029026ffd7 on network 12b1554d-27d3-4f03-be40-e76a3174964e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:54:12.425038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Attempting to bind port 01fde414-3932-49f6-a0dc-d6029026ffd7 on network 12b1554d-27d3-4f03-be40-e76a3174964e {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:12.426377 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:12.449040 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:12.452060 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Checking segment: {'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:12.455759 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Bound using segment: {'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:12.456398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Bound port: 01fde414-3932-49f6-a0dc-d6029026ffd7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:12.456917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.492008 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16c0fcb8-45bd-42c4-8dcd-3920977c4e69,segment=NetworkSegment(17560aaa-34ac-4115-ae8e-ef0536d733cd),segment_id=17560aaa-34ac-4115-ae8e-ef0536d733cd)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:12.512098 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Routers {'709431fc-08d2-4b7f-b1d9-4927e6cd7279'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:54:12.514133 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:53:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['709431fc-08d2-4b7f-b1d9-4927e6cd7279'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:12.600162 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] For port 01fde414-3932-49f6-a0dc-d6029026ffd7, host hv-cinder-78638, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:12.605583 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] For port 01fde414-3932-49f6-a0dc-d6029026ffd7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=01fde414-3932-49f6-a0dc-d6029026ffd7,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:12.611700 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.624517 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-707bebe2-f52d-48da-b88d-24dda694464b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.631579 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:12.640773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.651433 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:12.729495 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72d2ee-b304-4a80-a064-413e0d0656dd req-6fbccb0f-4b04-4ba6-bc17-c76e3f43d684 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:12.734397 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5d72d2ee-b304-4a80-a064-413e0d0656dd req-6fbccb0f-4b04-4ba6-bc17-c76e3f43d684 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 944 time: 0.5369964 Apr 15 10:54:12.740050 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-707bebe2-f52d-48da-b88d-24dda694464b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:12.775579 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-707bebe2-f52d-48da-b88d-24dda694464b admin admin] Usage tracker for resource:security_group_rule and tenant:d77d83eaee9f4f48bd8b119137bcd99c is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:12.781398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-707bebe2-f52d-48da-b88d-24dda694464b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:12.788929 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-707bebe2-f52d-48da-b88d-24dda694464b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:12.965890 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-707bebe2-f52d-48da-b88d-24dda694464b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.972430 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] Set router 709431fc-08d2-4b7f-b1d9-4927e6cd7279 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:54:12.973025 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=01fde414-3932-49f6-a0dc-d6029026ffd7,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:12.988205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:12.989650 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-707bebe2-f52d-48da-b88d-24dda694464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.039274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:13.055839 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=16c0fcb8-45bd-42c4-8dcd-3920977c4e69,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:13.078677 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-707bebe2-f52d-48da-b88d-24dda694464b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d77d83eaee9f4f48bd8b119137bcd99c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5399477 Apr 15 10:54:13.082845 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:13.083014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bebe2-f52d-48da-b88d-24dda694464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff7df7e-b2bd-49c3-8337-8271b4a3780a,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:13.089087 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-707bebe2-f52d-48da-b88d-24dda694464b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:13.089964 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 39758) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:13.109800 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:13.110551 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.112136 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] 10.222.0.102 "PUT /v2.0/ports/01fde414-3932-49f6-a0dc-d6029026ffd7 HTTP/1.1" status: 200 len: 1094 time: 2.6505523 Apr 15 10:54:13.112631 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ffb019-2d6a-4b1f-9a80-38df365fb916', 'tag': '01fde414-3932-49f6-a0dc-d6029026ffd7'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:13.114424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10301039-a247-42f0-b681-671048833d5b req-f287e519-5642-4846-9fb0-a4a81d5e62dc tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:13.124203 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10301039-a247-42f0-b681-671048833d5b req-f287e519-5642-4846-9fb0-a4a81d5e62dc tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 944 time: 0.7508519 Apr 15 10:54:13.126461 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 25d286b2-4726-4e79-a444-d54f350227b6 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:13.216613 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10301039-a247-42f0-b681-671048833d5b req-e8485dd9-53ef-4627-8650-1262060e003b tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911863 Apr 15 10:54:13.233490 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5d72d2ee-b304-4a80-a064-413e0d0656dd req-293a4b97-7fa3-4733-a4de-0bbc6d7f44ec tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/security-groups?id=899231fd-f72d-4c53-b197-6539f3dfbefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621593 Apr 15 10:54:13.267120 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['16c0fcb8-45bd-42c4-8dcd-3920977c4e69'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:13.370231 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77b816b3-5963-4634-befb-1916ca618f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.394123 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-d3e25c27-f92f-41ed-ab67-75877a261d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:13.396238 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-d3e25c27-f92f-41ed-ab67-75877a261d12 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f24b7e01c38e4735b55d97689495aa77&device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 1097 time: 0.2232234 Apr 15 10:54:13.472258 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77b816b3-5963-4634-befb-1916ca618f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.557724 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-2120d2e0-a746-4a79-a9b9-fe7eb6b2ef32 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fde414-3932-49f6-a0dc-d6029026ffd7 HTTP/1.1" status: 200 len: 217 time: 0.1396017 Apr 15 10:54:13.681445 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-9f700143-a0e5-4ac6-b67d-dcf10b98308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:13.683420 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-9f700143-a0e5-4ac6-b67d-dcf10b98308e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e1b0c5ef-b9a0-497b-969f-009f528ad36f HTTP/1.1" status: 200 len: 849 time: 0.1196373 Apr 15 10:54:13.716071 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b98502d9-d92a-4c26-b6af-7d98d2570037 req-8ec1fa9d-5a49-4f04-bdf8-f0ea58578860 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 210 time: 0.0984707 Apr 15 10:54:13.783088 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77b816b3-5963-4634-befb-1916ca618f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.801965 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0956df7-4c5d-41d1-8100-9142fd50d526 req-8d724cf2-b206-4ced-a96a-626eebc44c28 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:13.804720 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0956df7-4c5d-41d1-8100-9142fd50d526 req-8d724cf2-b206-4ced-a96a-626eebc44c28 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 944 time: 0.2774010 Apr 15 10:54:13.807601 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a67efcfb-6b77-4c1b-a105-d4222a392e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:13.868394 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b816b3-5963-4634-befb-1916ca618f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff7df7e-b2bd-49c3-8337-8271b4a3780a,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:13.888215 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0956df7-4c5d-41d1-8100-9142fd50d526 req-86dd77a0-12bc-4e3b-8c37-7bd966b825c2 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692966 Apr 15 10:54:13.896460 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-77b816b3-5963-4634-befb-1916ca618f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:13.898897 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77b816b3-5963-4634-befb-1916ca618f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.913367 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-77b816b3-5963-4634-befb-1916ca618f05 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cff7df7e-b2bd-49c3-8337-8271b4a3780a HTTP/1.1" status: 204 len: 168 time: 0.8207638 Apr 15 10:54:13.919490 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-d4775d9f-e716-43fc-ae77-16da8018e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:13.922744 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-d4775d9f-e716-43fc-ae77-16da8018e625 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12b1554d-27d3-4f03-be40-e76a3174964e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2315369 Apr 15 10:54:14.027375 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port 25d286b2-4726-4e79-a444-d54f350227b6 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:14.035957 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ffb019-2d6a-4b1f-9a80-38df365fb916', 'tag': '01fde414-3932-49f6-a0dc-d6029026ffd7', 'status': 'completed', 'code': 200} Apr 15 10:54:14.043048 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port 25d286b2-4726-4e79-a444-d54f350227b6 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:14.045625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.073714 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-93155c55-42b0-4f41-aa84-0dfc68d039f8 req-192087b0-36e3-41e1-8cf3-3e4b6cd8209a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 210 time: 0.0891109 Apr 15 10:54:14.298609 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'name': 'tempest-ServerRescueNegativeTestJSON-1602596678-router', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '08845a01-9463-42e2-a67f-52a2b2e98116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:33Z', 'updated_at': '2021-04-15T10:54:01Z', 'revision_number': 4, 'project_id': '0e2d2b4e3f2a41e98138d032416cb464', 'gw_port': {'id': '08845a01-9463-42e2-a67f-52a2b2e98116', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:36Z', 'updated_at': '2021-04-15T10:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'cc6f964e-7ff0-425e-86f7-2a4da2a3d215', 'name': '', 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464', 'mac_address': 'fa:16:3e:a5:ab:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a6eec143-1d7d-4710-9f01-c48c18b46781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:55Z', 'updated_at': '2021-04-15T10:54:11Z', 'revision_number': 4, 'project_id': '0e2d2b4e3f2a41e98138d032416cb464', 'subnets': [{'id': 'a6eec143-1d7d-4710-9f01-c48c18b46781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:14.307421 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367ab0c6-31c9-4d6c-b4f7-afbe26fe3cd4 None None] The sync data for ids ['709431fc-08d2-4b7f-b1d9-4927e6cd7279'] in dv-cinder-786385-1-smb is: [{'id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'name': 'tempest-ServerRescueNegativeTestJSON-1602596678-router', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '08845a01-9463-42e2-a67f-52a2b2e98116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:33Z', 'updated_at': '2021-04-15T10:54:01Z', 'revision_number': 4, 'project_id': '0e2d2b4e3f2a41e98138d032416cb464', 'gw_port': {'id': '08845a01-9463-42e2-a67f-52a2b2e98116', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:36Z', 'updated_at': '2021-04-15T10:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'cc6f964e-7ff0-425e-86f7-2a4da2a3d215', 'name': '', 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464', 'mac_address': 'fa:16:3e:a5:ab:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a6eec143-1d7d-4710-9f01-c48c18b46781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:55Z', 'updated_at': '2021-04-15T10:54:11Z', 'revision_number': 4, 'project_id': '0e2d2b4e3f2a41e98138d032416cb464', 'subnets': [{'id': 'a6eec143-1d7d-4710-9f01-c48c18b46781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:54:14.327673 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-6ce21a55-8a66-4a7c-901b-79835cacfbbb service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608272 Apr 15 10:54:14.438543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.511645 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d286b2-4726-4e79-a444-d54f350227b6'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:14.594421 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 25d286b2-4726-4e79-a444-d54f350227b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=25d286b2-4726-4e79-a444-d54f350227b6,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:14.609039 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.611389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:14.756068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=25d286b2-4726-4e79-a444-d54f350227b6,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:14.763466 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:14.795617 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-7958706f-92a9-4a4e-9244-2a26100bc652 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:14.798787 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-7958706f-92a9-4a4e-9244-2a26100bc652 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.102 "GET /v2.0/networks?id=64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 200 len: 816 time: 0.6047213 Apr 15 10:54:14.826252 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-828fa363-939d-42d1-802e-f1dbb2f799d1 req-a226a1bb-9676-4940-8515-8ecd9114a65a service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898598 Apr 15 10:54:14.870829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39800) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:14.929773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3196ab04-248f-4eda-871f-dbaf12476aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.930254 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0334d8f-5248-4ece-a499-6938e99e59e9 req-6b985040-6efc-4b56-b7c4-0e230a298c15 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:14.932044 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0334d8f-5248-4ece-a499-6938e99e59e9 req-6b985040-6efc-4b56-b7c4-0e230a298c15 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 945 time: 0.3260128 Apr 15 10:54:14.972676 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3196ab04-248f-4eda-871f-dbaf12476aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:14.979535 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-3196ab04-248f-4eda-871f-dbaf12476aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:fd318c0210ce41f0a607146ec0942ddc is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:14.983542 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-3196ab04-248f-4eda-871f-dbaf12476aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:14.991530 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3196ab04-248f-4eda-871f-dbaf12476aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:15.084815 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0334d8f-5248-4ece-a499-6938e99e59e9 req-ebe54262-58c9-43c4-b55c-202d4a27e062 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424258 Apr 15 10:54:15.116925 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d1ade-0f4c-440f-b1ee-533718fb5bbe req-cc9a170b-2caf-49af-b817-4b3d7e445242 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:15.134779 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-995d1ade-0f4c-440f-b1ee-533718fb5bbe req-cc9a170b-2caf-49af-b817-4b3d7e445242 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 945 time: 0.5296500 Apr 15 10:54:15.206468 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-da9578f3-063a-458b-b815-f18024e229a6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=95b6d3d44f5441d68e73436f3a947935 HTTP/1.1" status: 200 len: 5702 time: 0.3894241 Apr 15 10:54:15.226842 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Request body: {'port': {'device_id': '72a5480e-6bf5-400c-a698-655220f43ec8', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'admin_state_up': True, 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'security_groups': ['9b72a462-2425-4105-aff2-c7112a33c656']}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:15.457969 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3196ab04-248f-4eda-871f-dbaf12476aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:15.462473 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b213d3-b3d9-4542-861e-613872d63f7d req-cb110b1a-85e9-4f64-be48-ab6b71808333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:15.464889 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-24b213d3-b3d9-4542-861e-613872d63f7d req-cb110b1a-85e9-4f64-be48-ab6b71808333 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f24b7e01c38e4735b55d97689495aa77&device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 1097 time: 0.3682649 Apr 15 10:54:15.467910 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:15.475153 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3196ab04-248f-4eda-871f-dbaf12476aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:15.500988 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e04f4fdb-9373-43e2-8a1c-0ee8c8eaf899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:15.598335 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-995d1ade-0f4c-440f-b1ee-533718fb5bbe req-923f2994-e6f7-48a0-8df1-8b8129990172 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/security-groups?id=899231fd-f72d-4c53-b197-6539f3dfbefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615130 Apr 15 10:54:15.607331 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:15.625306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Made reservation on behalf of 95b6d3d44f5441d68e73436f3a947935 for: {'port': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:15.632904 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:15.729894 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-3196ab04-248f-4eda-871f-dbaf12476aa5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fd318c0210ce41f0a607146ec0942ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8575430 Apr 15 10:54:15.733423 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 39836) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:15.741187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-d7a250ab-c6ee-4575-a0a3-660e5d73cc0a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:15.743097 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-d7a250ab-c6ee-4575-a0a3-660e5d73cc0a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.102 "GET /v2.0/networks?id=31a1618d-6994-4188-8c35-0ecda63f191a HTTP/1.1" status: 200 len: 819 time: 0.6479087 Apr 15 10:54:15.746583 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196ab04-248f-4eda-871f-dbaf12476aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d9fb0f-96dd-437b-abf8-4d72a3cca66f,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:15.758472 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3196ab04-248f-4eda-871f-dbaf12476aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:15.781933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Request body: {'port': {'device_id': '503730c2-0120-4a75-a290-fc50a0c91d00', 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a', 'admin_state_up': True, 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:16.193475 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38fbeb6d-43f9-49a9-a66f-d798a2e3c570 req-90fd3865-8e6e-4798-bef3-988d60ce7a52 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 210 time: 0.4234719 Apr 15 10:54:16.246202 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:16.259714 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b213d3-b3d9-4542-861e-613872d63f7d req-1af1dc49-8562-449f-a98f-583a586f8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:16.262842 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-8d21dc17-3c38-4557-8512-8f1f5e7d6abe tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:16.266993 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-24b213d3-b3d9-4542-861e-613872d63f7d req-1af1dc49-8562-449f-a98f-583a586f8856 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12b1554d-27d3-4f03-be40-e76a3174964e HTTP/1.1" status: 200 len: 912 time: 0.7800431 Apr 15 10:54:16.271657 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:16.272162 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-8d21dc17-3c38-4557-8512-8f1f5e7d6abe tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/networks?id=31a1618d-6994-4188-8c35-0ecda63f191a HTTP/1.1" status: 200 len: 819 time: 0.8081117 Apr 15 10:54:16.303370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device cc6f964e-7ff0-425e-86f7-2a4da2a3d215 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:16.353742 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-19327759-0797-4181-bc71-e57ca2615dbf tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/quotas/0e2d2b4e3f2a41e98138d032416cb464 HTTP/1.1" status: 200 len: 375 time: 0.0805469 Apr 15 10:54:16.402004 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-24b213d3-b3d9-4542-861e-613872d63f7d req-14ca7e8a-7757-4079-a848-56730cee0180 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fde414-3932-49f6-a0dc-d6029026ffd7 HTTP/1.1" status: 200 len: 217 time: 0.1273620 Apr 15 10:54:16.406912 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Made reservation on behalf of 0e2d2b4e3f2a41e98138d032416cb464 for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:16.415986 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.436655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port cc6f964e-7ff0-425e-86f7-2a4da2a3d215 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:16.449323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port cc6f964e-7ff0-425e-86f7-2a4da2a3d215 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:16.453253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.515020 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Allocated IP 172.20.0.14 (64d721fb-2821-48d5-ac89-567367ad279d/be7d2f97-abff-4a3f-98bc-26e4b12e7f7c/e95c2461-cd00-4de2-889b-8fe572a0124c) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:16.627550 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.686700 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port cc6f964e-7ff0-425e-86f7-2a4da2a3d215, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=cc6f964e-7ff0-425e-86f7-2a4da2a3d215,segment=NetworkSegment(8f5a22e1-83f0-4c8e-97c8-1c72e93efab0),segment_id=8f5a22e1-83f0-4c8e-97c8-1c72e93efab0)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:16.695975 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.698932 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b4b6499b-8363-44ad-84f0-d253cf4c7d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:16.714033 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5bc43cb-3ccb-4e10-a3d3-e7f251c3dbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.752793 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Allocated IP 172.20.0.2 (31a1618d-6994-4188-8c35-0ecda63f191a/a6eec143-1d7d-4710-9f01-c48c18b46781/864f9461-93d6-45ef-ab56-44c02c8e57f8) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:16.763866 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b213d3-b3d9-4542-861e-613872d63f7d req-b0317e4a-daa4-4c30-97f3-ab73d5892c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:16.765636 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-24b213d3-b3d9-4542-861e-613872d63f7d req-b0317e4a-daa4-4c30-97f3-ab73d5892c9f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e1b0c5ef-b9a0-497b-969f-009f528ad36f HTTP/1.1" status: 200 len: 849 time: 0.3271723 Apr 15 10:54:16.775592 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=cc6f964e-7ff0-425e-86f7-2a4da2a3d215,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:16.783914 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:16.799606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5bc43cb-3ccb-4e10-a3d3-e7f251c3dbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.875429 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 01fde414-3932-49f6-a0dc-d6029026ffd7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:54:16.906865 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:16.932002 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.957610 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-b143898c-38e2-4cec-9f92-b7a6517d9a59 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0e2d2b4e3f2a41e98138d032416cb464&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6028323 Apr 15 10:54:16.990729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5288a0-55d3-4ec8-ad0e-a4d91c73d874 req-205b27c6-8ee7-4d5b-a055-72c70bd0c762 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:16.992956 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fb5288a0-55d3-4ec8-ad0e-a4d91c73d874 req-205b27c6-8ee7-4d5b-a055-72c70bd0c762 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 944 time: 0.5801182 Apr 15 10:54:17.015067 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Transition to ACTIVE for port object e95c2461-cd00-4de2-889b-8fe572a0124c will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:17.016575 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b213d3-b3d9-4542-861e-613872d63f7d req-11a25ba5-6ce2-4abf-8736-51ffdaa4dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:17.018515 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-24b213d3-b3d9-4542-861e-613872d63f7d req-11a25ba5-6ce2-4abf-8736-51ffdaa4dc7c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12b1554d-27d3-4f03-be40-e76a3174964e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2451103 Apr 15 10:54:17.081512 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:17.091309 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:17.091730 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.156462 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fb5288a0-55d3-4ec8-ad0e-a4d91c73d874 req-6e0dd25b-64ee-4775-ac06-55b3bfc1bbf7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366966 Apr 15 10:54:17.176307 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.183745 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5bc43cb-3ccb-4e10-a3d3-e7f251c3dbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.188192 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 01fde414-3932-49f6-a0dc-d6029026ffd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=01fde414-3932-49f6-a0dc-d6029026ffd7,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:17.205398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:17.228788 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc43cb-3ccb-4e10-a3d3-e7f251c3dbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d9fb0f-96dd-437b-abf8-4d72a3cca66f,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:17.233928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': '01fde414-3932-49f6-a0dc-d6029026ffd7', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'port_id': '01fde414-3932-49f6-a0dc-d6029026ffd7', 'mac_address': 'fa:16:3e:9f:4b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:54:17.238568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a5bc43cb-3ccb-4e10-a3d3-e7f251c3dbd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:17.240067 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-24b213d3-b3d9-4542-861e-613872d63f7d req-41600dac-b1a6-43a8-ada5-8864f8c16235 service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024200 Apr 15 10:54:17.243743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.276774 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:17.317231 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.358139 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.374991 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-9ba40d1b-a180-4385-befa-d091164e1e6e service neutron] 10.222.0.96 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004920 Apr 15 10:54:17.379934 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fde414-3932-49f6-a0dc-d6029026ffd7 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:17.380594 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event updated for resources: {'Port': ['ID=e95c2461-cd00-4de2-889b-8fe572a0124c,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:17.396242 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:17.416084 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.424910 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:17.429278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 01fde414-3932-49f6-a0dc-d6029026ffd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=01fde414-3932-49f6-a0dc-d6029026ffd7,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:17.436751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.439715 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5dd3943c-663a-47dc-aeb6-fbf9a971d343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:17.501284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16c0fcb8-45bd-42c4-8dcd-3920977c4e69,segment=NetworkSegment(17560aaa-34ac-4115-ae8e-ef0536d733cd),segment_id=17560aaa-34ac-4115-ae8e-ef0536d733cd)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:17.511071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.511726 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5bc43cb-3ccb-4e10-a3d3-e7f251c3dbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.515348 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a5bc43cb-3ccb-4e10-a3d3-e7f251c3dbd8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c2d9fb0f-96dd-437b-abf8-4d72a3cca66f HTTP/1.1" status: 204 len: 168 time: 1.7761188 Apr 15 10:54:17.551224 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=01fde414-3932-49f6-a0dc-d6029026ffd7,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:17.555807 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d286b2-4726-4e79-a444-d54f350227b6', 'code': 200} Apr 15 10:54:17.557742 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:17.558602 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:17.652437 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Pushing event updated for resources: {'Port': ['ID=864f9461-93d6-45ef-ab56-44c02c8e57f8,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:17.661695 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:17.668178 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=16c0fcb8-45bd-42c4-8dcd-3920977c4e69,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:17.675780 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:17.720100 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-9280da78-3a8a-4d31-a505-e4df0c27f12d service neutron] 10.222.0.96 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137343 Apr 15 10:54:17.731675 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-24b213d3-b3d9-4542-861e-613872d63f7d req-7b55357a-18d2-4d1a-877c-7a7f2f8d50f8 service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832842 Apr 15 10:54:17.736227 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Network 64d721fb-2821-48d5-ac89-567367ad279d is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:17.745905 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:17.766923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Network 31a1618d-6994-4188-8c35-0ecda63f191a is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:17.767432 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:17.773886 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:17.775206 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:17.777846 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:17.782584 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for port, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.788071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:17.788870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.799899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['01fde414-3932-49f6-a0dc-d6029026ffd7'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:17.864535 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0908670 Apr 15 10:54:17.888011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Request body: {'port': {'device_id': '503730c2-0120-4a75-a290-fc50a0c91d00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:17.921551 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7029366 Apr 15 10:54:17.970352 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Request body: {'port': {'device_id': '72a5480e-6bf5-400c-a698-655220f43ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:18.235489 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device cc6f964e-7ff0-425e-86f7-2a4da2a3d215 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:18.394897 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:18.426876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-67082d81-0975-4e00-a1cc-8b8f86f487ba None None] Provisioning for port e95c2461-cd00-4de2-889b-8fe572a0124c completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:18.444933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-67082d81-0975-4e00-a1cc-8b8f86f487ba None None] Provisioning complete for port e95c2461-cd00-4de2-889b-8fe572a0124c triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:18.445520 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-67082d81-0975-4e00-a1cc-8b8f86f487ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:18.479147 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bb46d-0db0-4503-ad73-fa74ca82f240 req-d69bdcf7-0524-4972-9e3c-858e65718421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:18.482811 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-023bb46d-0db0-4503-ad73-fa74ca82f240 req-d69bdcf7-0524-4972-9e3c-858e65718421 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 1098 time: 0.4909661 Apr 15 10:54:18.519872 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-023bb46d-0db0-4503-ad73-fa74ca82f240 req-278afc7b-1263-4463-b5b4-d0edd331d5ca service neutron] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:18.538276 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6b0a1-876f-4e59-825d-d3bfe2cf788e req-96d37c7b-91ef-45e2-9ddb-f89d2681b1f6 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:18.547731 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8bb6b0a1-876f-4e59-825d-d3bfe2cf788e req-96d37c7b-91ef-45e2-9ddb-f89d2681b1f6 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 945 time: 0.7335784 Apr 15 10:54:18.571571 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:18.585696 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-67082d81-0975-4e00-a1cc-8b8f86f487ba None None] Port e95c2461-cd00-4de2-889b-8fe572a0124c cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:54:18.614486 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port cc6f964e-7ff0-425e-86f7-2a4da2a3d215 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:18.616068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:18.696427 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8bb6b0a1-876f-4e59-825d-d3bfe2cf788e req-5330428a-86dd-4931-8b4d-2a203c785975 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476970 Apr 15 10:54:18.743857 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-023bb46d-0db0-4503-ad73-fa74ca82f240 req-278afc7b-1263-4463-b5b4-d0edd331d5ca service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:18.759626 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-023bb46d-0db0-4503-ad73-fa74ca82f240 req-278afc7b-1263-4463-b5b4-d0edd331d5ca service neutron] Usage tracker for resource:security_group_rule and tenant:0b19cf1b8d0a4cdb810ab50d9e8fe098 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:18.768889 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-023bb46d-0db0-4503-ad73-fa74ca82f240 req-278afc7b-1263-4463-b5b4-d0edd331d5ca service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:18.788466 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-023bb46d-0db0-4503-ad73-fa74ca82f240 req-278afc7b-1263-4463-b5b4-d0edd331d5ca service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:18.895225 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4bd5f-a5f7-41eb-b84a-aefe5d0a4934 req-f3962928-c0e1-4374-9035-fe32c8b68394 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:18.897064 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-99b4bd5f-a5f7-41eb-b84a-aefe5d0a4934 req-f3962928-c0e1-4374-9035-fe32c8b68394 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 946 time: 0.5587492 Apr 15 10:54:19.069312 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 39904) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:19.124573 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-99b4bd5f-a5f7-41eb-b84a-aefe5d0a4934 req-0535bd56-0d0e-44a2-8f57-0b9b04ba04e8 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/security-groups?id=899231fd-f72d-4c53-b197-6539f3dfbefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109301 Apr 15 10:54:19.130343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-023bb46d-0db0-4503-ad73-fa74ca82f240 req-278afc7b-1263-4463-b5b4-d0edd331d5ca service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:19.154726 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-023bb46d-0db0-4503-ad73-fa74ca82f240 req-278afc7b-1263-4463-b5b4-d0edd331d5ca service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:19.174585 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-47bc4df3-53d5-421f-a01c-7e8415842c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:19.224285 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-023bb46d-0db0-4503-ad73-fa74ca82f240 req-278afc7b-1263-4463-b5b4-d0edd331d5ca service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7306991 Apr 15 10:54:19.238296 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278afc7b-1263-4463-b5b4-d0edd331d5ca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8957c0-4a8a-4c71-aaa9-7c665220ab52,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:19.241810 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-278afc7b-1263-4463-b5b4-d0edd331d5ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:19.319912 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-04c986f0-f1b6-4bb2-b921-d436d205aad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:19.424905 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-04c986f0-f1b6-4bb2-b921-d436d205aad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:19.428539 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864f9461-93d6-45ef-ab56-44c02c8e57f8 {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:19.440043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:19.459277 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Transition to ACTIVE for port object 864f9461-93d6-45ef-ab56-44c02c8e57f8 will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:19.463209 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:19.482014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:19.484385 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ecc67592-5d53-4b3b-abb9-742d51a32ad0 req-715fd70e-3338-41a7-92b4-d5cc269ea558 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 210 time: 0.1536090 Apr 15 10:54:19.485211 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-04c986f0-f1b6-4bb2-b921-d436d205aad7 admin admin] Usage tracker for resource:security_group_rule and tenant:8adfdc9774cb471b936127e2ec3fd421 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:19.497497 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-04c986f0-f1b6-4bb2-b921-d436d205aad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:19.510964 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-04c986f0-f1b6-4bb2-b921-d436d205aad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:19.557460 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc66cda2-5249-4c46-9e97-4c8f9668f11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c0fcb8-45bd-42c4-8dcd-3920977c4e69'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:19.570478 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e080aa-d957-4ec9-bd2c-ae050685b897 req-25c19c8a-587a-4fff-ae0d-fb39954ee2d4 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:19.571319 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-14e080aa-d957-4ec9-bd2c-ae050685b897 req-25c19c8a-587a-4fff-ae0d-fb39954ee2d4 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Synchronizing usage tracker for tenant:95b6d3d44f5441d68e73436f3a947935 on resource:port {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:19.670123 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=864f9461-93d6-45ef-ab56-44c02c8e57f8,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:19.675065 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:19.757428 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-14e080aa-d957-4ec9-bd2c-ae050685b897 req-25c19c8a-587a-4fff-ae0d-fb39954ee2d4 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Unset dirty status for tenant:95b6d3d44f5441d68e73436f3a947935 on resource:port {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:19.774404 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-14e080aa-d957-4ec9-bd2c-ae050685b897 req-25c19c8a-587a-4fff-ae0d-fb39954ee2d4 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 932 time: 0.7665100 Apr 15 10:54:19.898096 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-14e080aa-d957-4ec9-bd2c-ae050685b897 req-b71f6ec2-80bc-4cbb-9fef-d2d43d014d7f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224401 Apr 15 10:54:19.992275 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Attempting to bind port 864f9461-93d6-45ef-ab56-44c02c8e57f8 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:19.992633 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Attempting to bind port 864f9461-93d6-45ef-ab56-44c02c8e57f8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:19.993010 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Attempting to bind port 864f9461-93d6-45ef-ab56-44c02c8e57f8 on network 31a1618d-6994-4188-8c35-0ecda63f191a {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:20.000741 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Port 864f9461-93d6-45ef-ab56-44c02c8e57f8 on network 31a1618d-6994-4188-8c35-0ecda63f191a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:54:20.001038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Attempting to bind port 864f9461-93d6-45ef-ab56-44c02c8e57f8 on network 31a1618d-6994-4188-8c35-0ecda63f191a {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:20.011345 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:20.011737 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Checking segment: {'id': '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:20.012351 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Bound using segment: {'id': '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:20.013396 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Bound port: 864f9461-93d6-45ef-ab56-44c02c8e57f8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:20.014248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.024490 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc66cda2-5249-4c46-9e97-4c8f9668f11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c0fcb8-45bd-42c4-8dcd-3920977c4e69', 'code': 200} Apr 15 10:54:20.133124 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95c2461-cd00-4de2-889b-8fe572a0124c {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:20.156971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.208163 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Transition to ACTIVE for port object e95c2461-cd00-4de2-889b-8fe572a0124c will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:20.220325 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] For port 864f9461-93d6-45ef-ab56-44c02c8e57f8, host hv-cinder-78638, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:20.221811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da97be-8369-4159-92a8-b9f0d2d56602 req-04d5d48f-0082-4506-a303-6125aff8826b tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:20.224220 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] For port 864f9461-93d6-45ef-ab56-44c02c8e57f8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=864f9461-93d6-45ef-ab56-44c02c8e57f8,segment=NetworkSegment(8f5a22e1-83f0-4c8e-97c8-1c72e93efab0),segment_id=8f5a22e1-83f0-4c8e-97c8-1c72e93efab0)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:20.228428 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.230111 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d5da97be-8369-4159-92a8-b9f0d2d56602 req-04d5d48f-0082-4506-a303-6125aff8826b tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 945 time: 0.5336394 Apr 15 10:54:20.235537 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-04c986f0-f1b6-4bb2-b921-d436d205aad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.255077 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.334489 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6e2201b1-167e-4ae7-af3a-7429cbede555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:20.376514 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-04c986f0-f1b6-4bb2-b921-d436d205aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.404633 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-304dda39-2f59-4fe3-bfcd-b62b5748f681 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:20.532457 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:20.533072 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.534718 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] 10.222.0.102 "PUT /v2.0/ports/864f9461-93d6-45ef-ab56-44c02c8e57f8 HTTP/1.1" status: 200 len: 1093 time: 2.6532605 Apr 15 10:54:20.541609 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503730c2-0120-4a75-a290-fc50a0c91d00', 'tag': '864f9461-93d6-45ef-ab56-44c02c8e57f8'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:20.596218 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=864f9461-93d6-45ef-ab56-44c02c8e57f8,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:20.600640 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:20.622705 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dd8ee-7c73-4e00-8976-0a7b090b4650 req-2e5fb546-c2de-4b0e-b34c-f89e9364b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:20.624707 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-715dd8ee-7c73-4e00-8976-0a7b090b4650 req-2e5fb546-c2de-4b0e-b34c-f89e9364b6d7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 1099 time: 0.1679301 Apr 15 10:54:20.684913 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-715dd8ee-7c73-4e00-8976-0a7b090b4650 req-d12fd74f-aef9-49c3-b872-605d3ea3747c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=899231fd-f72d-4c53-b197-6539f3dfbefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459473 Apr 15 10:54:20.802468 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d5da97be-8369-4159-92a8-b9f0d2d56602 req-79a91502-44a0-48ec-9cb5-e025811bd29e tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5712197 Apr 15 10:54:20.887199 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Pushing event updated for resources: {'Port': ['ID=e95c2461-cd00-4de2-889b-8fe572a0124c,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:20.893051 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-04c986f0-f1b6-4bb2-b921-d436d205aad7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8adfdc9774cb471b936127e2ec3fd421&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8117144 Apr 15 10:54:20.896590 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 39988) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:20.897973 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:20.898638 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e1317897-1978-4ff3-a69a-e3d9b69ea215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:20.901734 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 01fde414-3932-49f6-a0dc-d6029026ffd7 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:21.023599 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port 01fde414-3932-49f6-a0dc-d6029026ffd7 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:21.030262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port 01fde414-3932-49f6-a0dc-d6029026ffd7 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:21.030658 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.073040 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c986f0-f1b6-4bb2-b921-d436d205aad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9588f99-5c6a-4b56-8539-65ebf078598d,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:21.086310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-04c986f0-f1b6-4bb2-b921-d436d205aad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:21.162280 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910aeb4f-09d7-410e-a7bd-9d1d99d4a30a req-4ed1deb5-bc38-4f19-b46e-ccdb035b3a54 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:21.173913 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-910aeb4f-09d7-410e-a7bd-9d1d99d4a30a req-4ed1deb5-bc38-4f19-b46e-ccdb035b3a54 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 945 time: 0.9405792 Apr 15 10:54:21.257191 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Attempting to bind port e95c2461-cd00-4de2-889b-8fe572a0124c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:21.257697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Attempting to bind port e95c2461-cd00-4de2-889b-8fe572a0124c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:21.258151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Attempting to bind port e95c2461-cd00-4de2-889b-8fe572a0124c on network 64d721fb-2821-48d5-ac89-567367ad279d {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:21.284955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Port e95c2461-cd00-4de2-889b-8fe572a0124c on network 64d721fb-2821-48d5-ac89-567367ad279d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:54:21.285403 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Attempting to bind port e95c2461-cd00-4de2-889b-8fe572a0124c on network 64d721fb-2821-48d5-ac89-567367ad279d {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:21.301410 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:21.302165 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Checking segment: {'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:21.302776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Bound using segment: {'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:21.303520 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Bound port: e95c2461-cd00-4de2-889b-8fe572a0124c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:21.312722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.313362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9168e790-968f-44d9-a451-399fd8e525ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.342939 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.347205 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-910aeb4f-09d7-410e-a7bd-9d1d99d4a30a req-d41bf4be-566a-4abc-ae07-2dae323cee50 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585174 Apr 15 10:54:21.422368 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6625232-18da-43e6-ad42-2b6ca1559055 req-e1d0e918-f26c-4a5c-8142-8c67d8dba616 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:21.434618 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d6625232-18da-43e6-ad42-2b6ca1559055 req-e1d0e918-f26c-4a5c-8142-8c67d8dba616 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 946 time: 0.4318478 Apr 15 10:54:21.489531 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 01fde414-3932-49f6-a0dc-d6029026ffd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=01fde414-3932-49f6-a0dc-d6029026ffd7,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:21.493784 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.495893 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:21.584724 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d6625232-18da-43e6-ad42-2b6ca1559055 req-9fc37535-d241-40cb-a432-6a440f788164 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/security-groups?id=899231fd-f72d-4c53-b197-6539f3dfbefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392589 Apr 15 10:54:21.629127 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e6ed2c5d-e92e-4faf-9df4-d15f81bafe3a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:21.631858 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e6ed2c5d-e92e-4faf-9df4-d15f81bafe3a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.102 "GET /v2.0/networks?id=31a1618d-6994-4188-8c35-0ecda63f191a HTTP/1.1" status: 200 len: 819 time: 0.3161139 Apr 15 10:54:21.656194 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] For port e95c2461-cd00-4de2-889b-8fe572a0124c, host hv-cinder-78638, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:21.666661 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] For port e95c2461-cd00-4de2-889b-8fe572a0124c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e95c2461-cd00-4de2-889b-8fe572a0124c,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:21.686175 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Request body: {'port': {'device_id': '765d59ef-be59-4bf7-b52f-cbbabf356274', 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a', 'admin_state_up': True, 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:21.708042 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=01fde414-3932-49f6-a0dc-d6029026ffd7,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:21.711449 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:21.725865 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '503730c2-0120-4a75-a290-fc50a0c91d00', 'tag': '864f9461-93d6-45ef-ab56-44c02c8e57f8', 'status': 'completed', 'code': 200} Apr 15 10:54:21.767964 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.770778 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a5333ecc-6b20-47b7-bb14-2bed89457789 req-f3d00901-7811-4453-b2f7-c11183208669 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 210 time: 0.0991044 Apr 15 10:54:21.788149 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-732cb2ec-34d7-4c15-a146-9ed4189c3a00 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:21.995067 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Pushing event updated for resources: {'Port': ['ID=e95c2461-cd00-4de2-889b-8fe572a0124c,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:22.010977 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:22.012394 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9168e790-968f-44d9-a451-399fd8e525ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:22.025821 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ffb019-2d6a-4b1f-9a80-38df365fb916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fde414-3932-49f6-a0dc-d6029026ffd7'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:22.094658 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:22.121246 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Usage tracker for resource:port and tenant:0e2d2b4e3f2a41e98138d032416cb464 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:22.132848 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:22.144969 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:22.154186 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-eef271c9-243a-4717-817e-4c480373235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:22.160506 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-eef271c9-243a-4717-817e-4c480373235e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0e2d2b4e3f2a41e98138d032416cb464&device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 1096 time: 0.8390956 Apr 15 10:54:22.171823 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Made reservation on behalf of 0e2d2b4e3f2a41e98138d032416cb464 for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:22.175568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:22.178384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:22.248129 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:22.248941 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for port, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:22.250423 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] 10.222.0.102 "PUT /v2.0/ports/e95c2461-cd00-4de2-889b-8fe572a0124c HTTP/1.1" status: 200 len: 1094 time: 4.3101497 Apr 15 10:54:22.256925 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a5480e-6bf5-400c-a698-655220f43ec8', 'tag': 'e95c2461-cd00-4de2-889b-8fe572a0124c'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:22.269097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9168e790-968f-44d9-a451-399fd8e525ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:22.284238 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:22.353297 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-6ab88532-fdad-4502-bc88-bd5feb2e9101 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=864f9461-93d6-45ef-ab56-44c02c8e57f8 HTTP/1.1" status: 200 len: 217 time: 0.1491368 Apr 15 10:54:22.358761 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168e790-968f-44d9-a451-399fd8e525ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9588f99-5c6a-4b56-8539-65ebf078598d,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:22.363062 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9168e790-968f-44d9-a451-399fd8e525ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:22.410035 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30955a4a-a8e3-48fe-8336-35e97b5e741d req-206c2907-f8be-48f9-848a-6fb0fc319883 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:22.411892 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-30955a4a-a8e3-48fe-8336-35e97b5e741d req-206c2907-f8be-48f9-848a-6fb0fc319883 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.3780987 Apr 15 10:54:22.420989 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70358a50-b841-4f1b-aedf-a006d292e76b req-4113048d-bba7-4c19-b3bc-6f5b3dfc421d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:22.422661 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-70358a50-b841-4f1b-aedf-a006d292e76b req-4113048d-bba7-4c19-b3bc-6f5b3dfc421d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.3836489 Apr 15 10:54:22.449050 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9168e790-968f-44d9-a451-399fd8e525ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:22.450900 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-9168e790-968f-44d9-a451-399fd8e525ef admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b9588f99-5c6a-4b56-8539-65ebf078598d HTTP/1.1" status: 204 len: 168 time: 1.5529492 Apr 15 10:54:22.491764 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-191b76c0-c16e-47b7-a45e-0d6bae0a23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:22.493366 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-191b76c0-c16e-47b7-a45e-0d6bae0a23bd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a6eec143-1d7d-4710-9f01-c48c18b46781 HTTP/1.1" status: 200 len: 859 time: 0.1146986 Apr 15 10:54:22.537564 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-30955a4a-a8e3-48fe-8336-35e97b5e741d req-67dfd95f-7556-4cc3-892b-cc3dec11d9fe tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130018 Apr 15 10:54:22.547859 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-5b1030be-c3b0-4282-841c-86d761367cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:22.549541 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-5b1030be-c3b0-4282-841c-86d761367cf2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95b6d3d44f5441d68e73436f3a947935&device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 1097 time: 0.2191861 Apr 15 10:54:22.553491 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-70358a50-b841-4f1b-aedf-a006d292e76b req-31852451-a420-47d0-a7c8-4685a3aaae47 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027792 Apr 15 10:54:22.609977 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-339e3083-a14f-4bce-8b03-b82a3b1737a6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=31a1618d-6994-4188-8c35-0ecda63f191a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794289 Apr 15 10:54:22.635477 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ffb019-2d6a-4b1f-9a80-38df365fb916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fde414-3932-49f6-a0dc-d6029026ffd7', 'code': 200} Apr 15 10:54:22.661001 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-dc3343fc-caa3-4d3a-81a5-6c70bf3e6220 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95c2461-cd00-4de2-889b-8fe572a0124c HTTP/1.1" status: 200 len: 217 time: 0.0833890 Apr 15 10:54:22.666951 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a5480e-6bf5-400c-a698-655220f43ec8', 'tag': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'status': 'completed', 'code': 200} Apr 15 10:54:22.741868 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Allocated IP 172.20.0.4 (31a1618d-6994-4188-8c35-0ecda63f191a/a6eec143-1d7d-4710-9f01-c48c18b46781/2f9fe8c2-b79a-422a-a83c-b4535bae7a64) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:22.806640 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-804f9656-3b24-453d-a531-4791620ea83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:22.808534 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-804f9656-3b24-453d-a531-4791620ea83b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be7d2f97-abff-4a3f-98bc-26e4b12e7f7c HTTP/1.1" status: 200 len: 855 time: 0.1140985 Apr 15 10:54:22.911429 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-70434245-16d8-4b9e-8064-8df795d013a9 service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798674 Apr 15 10:54:23.018126 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.102', 49953) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:23.030449 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 40050) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:23.138900 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-ea94cdd6-90d3-422d-9921-cce47121f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:23.140523 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-ea94cdd6-90d3-422d-9921-cce47121f324 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d721fb-2821-48d5-ac89-567367ad279d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2306981 Apr 15 10:54:23.149827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dd737-3430-4fe1-950e-7f03b7fcff1a req-f3a0a204-29a8-4058-b705-27b5c2b051d2 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:23.151089 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ef4dd737-3430-4fe1-950e-7f03b7fcff1a req-f3a0a204-29a8-4058-b705-27b5c2b051d2 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 945 time: 0.3414285 Apr 15 10:54:23.193871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d82f97-1edd-4c05-a6f9-9dc4eb89f04d req-d8869523-0afb-4829-adac-9fef9d6d4384 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:23.195111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7fb9bd44-be76-48a3-b9fd-c4fd148798c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.195648 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f0d82f97-1edd-4c05-a6f9-9dc4eb89f04d req-d8869523-0afb-4829-adac-9fef9d6d4384 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 946 time: 0.2870970 Apr 15 10:54:23.284078 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-7fb9bd44-be76-48a3-b9fd-c4fd148798c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:23.311326 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-7fb9bd44-be76-48a3-b9fd-c4fd148798c7 admin admin] Usage tracker for resource:security_group_rule and tenant:8b4669023d5b425d91b27d3f831a3514 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:23.329112 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-7fb9bd44-be76-48a3-b9fd-c4fd148798c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:23.363949 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-7fb9bd44-be76-48a3-b9fd-c4fd148798c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:23.387980 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ef4dd737-3430-4fe1-950e-7f03b7fcff1a req-8a2dc24e-6962-4857-8f24-14cf234f2e57 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032769 Apr 15 10:54:23.390946 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f0d82f97-1edd-4c05-a6f9-9dc4eb89f04d req-94df5184-288b-4ae8-a4b6-7c0f7066f8ae tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/security-groups?id=899231fd-f72d-4c53-b197-6539f3dfbefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202958 Apr 15 10:54:23.396359 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-244ae40c-f2df-46a5-95b3-86dbb75e96bd req-3c9caab2-ec93-44dd-bf87-d17feb9e17fa service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628880 Apr 15 10:54:23.431807 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.433768 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-dc72aa53-c74d-45bf-8349-e069f41b4a93 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815835 Apr 15 10:54:23.441028 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfbe7b-3bc7-4756-935d-7ba4de80ce7a req-5bfc6f46-547c-4449-94d2-5bcfaac3657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:23.442152 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4dcfbe7b-3bc7-4756-935d-7ba4de80ce7a req-5bfc6f46-547c-4449-94d2-5bcfaac3657c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 1099 time: 0.4131205 Apr 15 10:54:23.522296 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.625001 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:23.797949 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7fb9bd44-be76-48a3-b9fd-c4fd148798c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.824161 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b1272-ef42-4b62-bc31-81145afd80da req-35f48f5e-9a5a-46c8-9373-67338832a19b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:23.825915 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a34b1272-ef42-4b62-bc31-81145afd80da req-35f48f5e-9a5a-46c8-9373-67338832a19b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 931 time: 0.2611527 Apr 15 10:54:23.850296 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7fb9bd44-be76-48a3-b9fd-c4fd148798c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.879178 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6caa7c9b-dd96-4bac-8212-ab122f6c41d2 req-05087eca-7236-43fc-a59b-fd7ab46ded62 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529565 Apr 15 10:54:23.885603 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-4dcfbe7b-3bc7-4756-935d-7ba4de80ce7a req-84b3dc72-2664-4fb5-ade2-4849d350d8c7 service neutron] Synchronizing usage tracker for tenant:0b19cf1b8d0a4cdb810ab50d9e8fe098 on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:23.889002 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Pushing event updated for resources: {'Port': ['ID=2f9fe8c2-b79a-422a-a83c-b4535bae7a64,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:23.892886 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:23.940698 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-faf97fb8-8c47-4c27-9c7b-6ed5e260d18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:23.973241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-a34b1272-ef42-4b62-bc31-81145afd80da req-38d74075-4b42-47b0-845c-b29ac134b6cc tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Synchronizing usage tracker for tenant:0e2d2b4e3f2a41e98138d032416cb464 on resource:security_group {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:24.005674 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-7fb9bd44-be76-48a3-b9fd-c4fd148798c7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8b4669023d5b425d91b27d3f831a3514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9127188 Apr 15 10:54:24.008694 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 40084) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:24.035323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b02cba-3cf9-4dbe-a7cb-ecbfb29333f6 req-b8dec5c8-116b-4b2d-b84f-6ee943d88213 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:24.037655 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d6b02cba-3cf9-4dbe-a7cb-ecbfb29333f6 req-b8dec5c8-116b-4b2d-b84f-6ee943d88213 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.2742331 Apr 15 10:54:24.041816 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-4dcfbe7b-3bc7-4756-935d-7ba4de80ce7a req-84b3dc72-2664-4fb5-ade2-4849d350d8c7 service neutron] Unset dirty status for tenant:0b19cf1b8d0a4cdb810ab50d9e8fe098 on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:24.043087 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4dcfbe7b-3bc7-4756-935d-7ba4de80ce7a req-84b3dc72-2664-4fb5-ade2-4849d350d8c7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4979284 Apr 15 10:54:24.044331 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9bd44-be76-48a3-b9fd-c4fd148798c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a748b9b-9a42-4469-9a91-053a40b78cb2,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:24.060483 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7fb9bd44-be76-48a3-b9fd-c4fd148798c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:24.087898 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-a34b1272-ef42-4b62-bc31-81145afd80da req-38d74075-4b42-47b0-845c-b29ac134b6cc tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Unset dirty status for tenant:0e2d2b4e3f2a41e98138d032416cb464 on resource:security_group {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:24.088530 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67914f1-43d2-468c-ba5a-ff4e7e9715e7 req-f7c8862b-e7ae-45f1-898e-de82ca879818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:24.089252 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a34b1272-ef42-4b62-bc31-81145afd80da req-38d74075-4b42-47b0-845c-b29ac134b6cc tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400932 Apr 15 10:54:24.101350 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e67914f1-43d2-468c-ba5a-ff4e7e9715e7 req-f7c8862b-e7ae-45f1-898e-de82ca879818 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0e2d2b4e3f2a41e98138d032416cb464&device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 1096 time: 0.5280457 Apr 15 10:54:24.107393 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Network 31a1618d-6994-4188-8c35-0ecda63f191a is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:24.111264 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:24.117917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:24.131544 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:24.138601 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.204333 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d6b02cba-3cf9-4dbe-a7cb-ecbfb29333f6 req-25b3ae86-4aa2-434c-9bb1-81613932d7f2 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175568 Apr 15 10:54:24.213264 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5347800 Apr 15 10:54:24.267292 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cfab5a2b-8af6-4c5d-bc89-fedaf1102a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.354388 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100faac5-98e1-40f1-9a07-42d42b2d93d9 req-2fe5ef4e-c5fa-4a7b-a682-fd8a9d4d6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:24.356424 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-100faac5-98e1-40f1-9a07-42d42b2d93d9 req-2fe5ef4e-c5fa-4a7b-a682-fd8a9d4d6494 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95b6d3d44f5441d68e73436f3a947935&device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 1097 time: 0.3176365 Apr 15 10:54:24.367909 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cfab5a2b-8af6-4c5d-bc89-fedaf1102a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.463088 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Request body: {'port': {'device_id': '765d59ef-be59-4bf7-b52f-cbbabf356274', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:24.721634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.734438 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67914f1-43d2-468c-ba5a-ff4e7e9715e7 req-536e0e62-4bb6-4345-a375-f5fc612b56db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:24.736236 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e67914f1-43d2-468c-ba5a-ff4e7e9715e7 req-536e0e62-4bb6-4345-a375-f5fc612b56db service neutron] 10.222.0.102 "GET /v2.0/networks?id=31a1618d-6994-4188-8c35-0ecda63f191a HTTP/1.1" status: 200 len: 921 time: 0.3304808 Apr 15 10:54:24.749569 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c14a62-25e4-44a3-bff4-3c24bed09d1c req-d099e4d2-f739-4e95-8588-1658d7d9abe6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:24.751222 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e4c14a62-25e4-44a3-bff4-3c24bed09d1c req-d099e4d2-f739-4e95-8588-1658d7d9abe6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.4824626 Apr 15 10:54:24.763427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cfab5a2b-8af6-4c5d-bc89-fedaf1102a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.803199 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:24.842833 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab5a2b-8af6-4c5d-bc89-fedaf1102a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a748b9b-9a42-4469-9a91-053a40b78cb2,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:24.850902 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cfab5a2b-8af6-4c5d-bc89-fedaf1102a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:24.851945 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100faac5-98e1-40f1-9a07-42d42b2d93d9 req-a32bb3f3-3cae-4b11-892c-5b1ebe540992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:24.853518 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-100faac5-98e1-40f1-9a07-42d42b2d93d9 req-a32bb3f3-3cae-4b11-892c-5b1ebe540992 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 200 len: 918 time: 0.4387131 Apr 15 10:54:24.865561 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e4c14a62-25e4-44a3-bff4-3c24bed09d1c req-8776370f-06c4-412d-871c-ef776170f561 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069794 Apr 15 10:54:24.866714 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cfab5a2b-8af6-4c5d-bc89-fedaf1102a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.870372 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-cfab5a2b-8af6-4c5d-bc89-fedaf1102a53 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1a748b9b-9a42-4469-9a91-053a40b78cb2 HTTP/1.1" status: 204 len: 168 time: 0.8553314 Apr 15 10:54:24.954141 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-100faac5-98e1-40f1-9a07-42d42b2d93d9 req-ac8ebcb7-4f71-4295-ab57-ac55e31d6277 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95c2461-cd00-4de2-889b-8fe572a0124c HTTP/1.1" status: 200 len: 217 time: 0.0847511 Apr 15 10:54:25.058428 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100faac5-98e1-40f1-9a07-42d42b2d93d9 req-8d7e75ee-109a-4929-9232-fa3db91de35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:25.061321 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-100faac5-98e1-40f1-9a07-42d42b2d93d9 req-8d7e75ee-109a-4929-9232-fa3db91de35e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be7d2f97-abff-4a3f-98bc-26e4b12e7f7c HTTP/1.1" status: 200 len: 855 time: 0.0876462 Apr 15 10:54:25.110737 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3440810b-66b1-4ee9-922e-e6a309ac11b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.114721 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e67914f1-43d2-468c-ba5a-ff4e7e9715e7 req-93523db5-5428-4cb4-8cda-99db1364cd21 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=864f9461-93d6-45ef-ab56-44c02c8e57f8 HTTP/1.1" status: 200 len: 217 time: 0.3386087 Apr 15 10:54:25.162562 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100faac5-98e1-40f1-9a07-42d42b2d93d9 req-90006603-53e8-4f87-9103-4add14fd5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:25.165800 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-100faac5-98e1-40f1-9a07-42d42b2d93d9 req-90006603-53e8-4f87-9103-4add14fd5a66 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d721fb-2821-48d5-ac89-567367ad279d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0968211 Apr 15 10:54:25.272943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67914f1-43d2-468c-ba5a-ff4e7e9715e7 req-98de374e-d61b-4f94-80fb-6fcdb3c18490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:25.274550 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e67914f1-43d2-468c-ba5a-ff4e7e9715e7 req-98de374e-d61b-4f94-80fb-6fcdb3c18490 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a6eec143-1d7d-4710-9f01-c48c18b46781 HTTP/1.1" status: 200 len: 859 time: 0.1514759 Apr 15 10:54:25.520302 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e67914f1-43d2-468c-ba5a-ff4e7e9715e7 req-84987951-24c2-4011-8175-cfe78c7d71a2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=31a1618d-6994-4188-8c35-0ecda63f191a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1714129 Apr 15 10:54:25.645811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925da00-fb23-477b-9962-a4f51f4b5a47 req-b6cdb278-7181-4773-bfac-f4ce6d4b1a23 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:25.655401 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7925da00-fb23-477b-9962-a4f51f4b5a47 req-b6cdb278-7181-4773-bfac-f4ce6d4b1a23 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 931 time: 0.3672903 Apr 15 10:54:25.688523 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-100faac5-98e1-40f1-9a07-42d42b2d93d9 req-dbcccf08-d32a-4ecb-b6be-dd33c2b1b1d9 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125678 Apr 15 10:54:25.728123 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6ffef-0ca5-4190-924c-40166b261400 req-746fab31-ee28-414e-aa00-ead0b22bd11f tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:25.729972 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d2a6ffef-0ca5-4190-924c-40166b261400 req-746fab31-ee28-414e-aa00-ead0b22bd11f tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.3049943 Apr 15 10:54:25.785435 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e67914f1-43d2-468c-ba5a-ff4e7e9715e7 req-63efde92-09e4-4cc9-8e4d-eb43553f0856 service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446201 Apr 15 10:54:25.904666 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7925da00-fb23-477b-9962-a4f51f4b5a47 req-deb940ae-8ee0-4dfc-9c82-8349cc642bbd tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480550 Apr 15 10:54:25.988131 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d2a6ffef-0ca5-4190-924c-40166b261400 req-d2581653-ff62-4ab2-bede-d58539111eb7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182083 Apr 15 10:54:26.076475 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-100faac5-98e1-40f1-9a07-42d42b2d93d9 req-258d1d7a-f22a-4bac-8d70-afd23a881089 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403833 Apr 15 10:54:26.156749 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e67914f1-43d2-468c-ba5a-ff4e7e9715e7 req-a6454f75-93d0-4907-843d-6914d348210f service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288546 Apr 15 10:54:26.309851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:26.319198 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.337968 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Transition to ACTIVE for port object 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:26.342156 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.370858 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4e81ad69-03dc-481b-a650-e780bee10fe5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:26.519343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9fe8c2-b79a-422a-a83c-b4535bae7a64,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:26.531810 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:26.773545 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Attempting to bind port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:26.773936 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Attempting to bind port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:26.774298 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Attempting to bind port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 on network 31a1618d-6994-4188-8c35-0ecda63f191a {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:26.780584 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 on network 31a1618d-6994-4188-8c35-0ecda63f191a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:54:26.780958 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Attempting to bind port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 on network 31a1618d-6994-4188-8c35-0ecda63f191a {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:26.788824 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:26.789216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Checking segment: {'id': '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:26.789644 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Bound using segment: {'id': '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:26.790130 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Bound port: 2f9fe8c2-b79a-422a-a83c-b4535bae7a64, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:26.790547 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.895259 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a3548-0aa9-47ba-90c0-8385a0b56486 req-05a5376c-7c58-4c24-a230-59236e4a2025 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:26.897071 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4d8a3548-0aa9-47ba-90c0-8385a0b56486 req-05a5376c-7c58-4c24-a230-59236e4a2025 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.1449795 Apr 15 10:54:26.935395 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e95c2461-cd00-4de2-889b-8fe572a0124c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:54:26.982401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] For port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64, host hv-cinder-78638, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:26.987749 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] For port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2f9fe8c2-b79a-422a-a83c-b4535bae7a64,segment=NetworkSegment(8f5a22e1-83f0-4c8e-97c8-1c72e93efab0),segment_id=8f5a22e1-83f0-4c8e-97c8-1c72e93efab0)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:26.998216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.024704 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4d8a3548-0aa9-47ba-90c0-8385a0b56486 req-01d4de86-2063-4707-864c-e8b4f58df34f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189721 Apr 15 10:54:27.113592 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e95c2461-cd00-4de2-889b-8fe572a0124c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e95c2461-cd00-4de2-889b-8fe572a0124c,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:27.130593 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'port_id': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'mac_address': 'fa:16:3e:cb:6c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:54:27.199428 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.223674 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95c2461-cd00-4de2-889b-8fe572a0124c {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:27.241122 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e95c2461-cd00-4de2-889b-8fe572a0124c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e95c2461-cd00-4de2-889b-8fe572a0124c,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:27.248853 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.250214 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 864f9461-93d6-45ef-ab56-44c02c8e57f8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:54:27.255444 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:27.273719 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:27.407262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:27.408124 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.409774 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] 10.222.0.102 "PUT /v2.0/ports/2f9fe8c2-b79a-422a-a83c-b4535bae7a64 HTTP/1.1" status: 200 len: 1093 time: 3.0020299 Apr 15 10:54:27.417970 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765d59ef-be59-4bf7-b52f-cbbabf356274', 'tag': '2f9fe8c2-b79a-422a-a83c-b4535bae7a64'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:27.449242 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9fe8c2-b79a-422a-a83c-b4535bae7a64,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:27.458565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:27.459157 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:27.459808 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:27.460453 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:27.460967 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:27.461478 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:27.461985 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:27.462510 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:27.463043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:27.463544 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:27.464046 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:27.464545 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:27.470096 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:27.498132 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9b6b6-7207-4bb2-8f6b-835e6c85c61f req-66e72d97-e623-46a3-841d-75a892e38491 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:27.500128 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5ef9b6b6-7207-4bb2-8f6b-835e6c85c61f req-66e72d97-e623-46a3-841d-75a892e38491 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 943 time: 0.3035836 Apr 15 10:54:27.507731 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=e95c2461-cd00-4de2-889b-8fe572a0124c,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:27.511124 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c631fcb-33cb-4c1f-a224-d4241095af8f req-9495f3bf-ccd1-48a2-b118-870b345624fe tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:27.521406 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7c631fcb-33cb-4c1f-a224-d4241095af8f req-9495f3bf-ccd1-48a2-b118-870b345624fe tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.2100215 Apr 15 10:54:27.525055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:27.620976 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 864f9461-93d6-45ef-ab56-44c02c8e57f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=864f9461-93d6-45ef-ab56-44c02c8e57f8,segment=NetworkSegment(8f5a22e1-83f0-4c8e-97c8-1c72e93efab0),segment_id=8f5a22e1-83f0-4c8e-97c8-1c72e93efab0)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:27.630185 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7c631fcb-33cb-4c1f-a224-d4241095af8f req-a4108d95-beb5-45e1-869a-f999eade6cd7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045451 Apr 15 10:54:27.639617 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': '864f9461-93d6-45ef-ab56-44c02c8e57f8', 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a', 'port_id': '864f9461-93d6-45ef-ab56-44c02c8e57f8', 'mac_address': 'fa:16:3e:d6:d9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6eec143-1d7d-4710-9f01-c48c18b46781', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:54:27.666856 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-1a121af4-b39e-45f1-a4be-2aeca1db2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:27.666945 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5ef9b6b6-7207-4bb2-8f6b-835e6c85c61f req-5a35c252-ae56-4330-af5a-12af2d6ba20d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269605 Apr 15 10:54:27.676661 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-1a121af4-b39e-45f1-a4be-2aeca1db2219 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0e2d2b4e3f2a41e98138d032416cb464&device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 1096 time: 0.1995671 Apr 15 10:54:27.719859 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.758655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864f9461-93d6-45ef-ab56-44c02c8e57f8 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:27.775074 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765d59ef-be59-4bf7-b52f-cbbabf356274', 'tag': '2f9fe8c2-b79a-422a-a83c-b4535bae7a64', 'status': 'completed', 'code': 200} Apr 15 10:54:27.794787 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 864f9461-93d6-45ef-ab56-44c02c8e57f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=864f9461-93d6-45ef-ab56-44c02c8e57f8,segment=NetworkSegment(8f5a22e1-83f0-4c8e-97c8-1c72e93efab0),segment_id=8f5a22e1-83f0-4c8e-97c8-1c72e93efab0)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:27.797901 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-2e95dd32-7368-4bc3-bd20-04180babab58 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f9fe8c2-b79a-422a-a83c-b4535bae7a64 HTTP/1.1" status: 200 len: 217 time: 0.1047056 Apr 15 10:54:27.798042 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.800945 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5dd3943c-663a-47dc-aeb6-fbf9a971d343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:27.875491 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301fd58-6b91-4d85-bad0-6de06a9faa3e req-4edad61b-3a7d-4f88-8124-f951c8538bac tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:27.879589 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9301fd58-6b91-4d85-bad0-6de06a9faa3e req-4edad61b-3a7d-4f88-8124-f951c8538bac tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1042824 Apr 15 10:54:27.884505 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-5892e7d0-018b-49b8-a835-f3dd6e0c2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:27.886006 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-5892e7d0-018b-49b8-a835-f3dd6e0c2d5f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a6eec143-1d7d-4710-9f01-c48c18b46781 HTTP/1.1" status: 200 len: 859 time: 0.0794456 Apr 15 10:54:27.895631 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 40208) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:27.901888 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-7daf76bf-605e-43a1-92c0-2d999545ffb7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Request body: {'floatingip': {'port_id': '01fde414-3932-49f6-a0dc-d6029026ffd7'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:27.936933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=864f9461-93d6-45ef-ab56-44c02c8e57f8,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:27.946459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:27.964578 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-7f3cb6bd-2a93-49b5-8087-9aef5e147219 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=31a1618d-6994-4188-8c35-0ecda63f191a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613256 Apr 15 10:54:27.994407 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7daf76bf-605e-43a1-92c0-2d999545ffb7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.057275 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c2a33b65-99e8-453d-99c9-354135f2dd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.166825 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-3e1ff305-ba05-41a0-9442-2b1b227a142b service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848037 Apr 15 10:54:28.242857 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['e95c2461-cd00-4de2-889b-8fe572a0124c'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:28.381896 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-718e8906-9152-4a3e-adfb-af5bf7df9241 req-ad2a21d8-05e2-467a-a32f-4ed8e63436e9 service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909130 Apr 15 10:54:28.389384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['864f9461-93d6-45ef-ab56-44c02c8e57f8'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:28.692947 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492af3f-d39c-4c1f-b2bc-dd1886f1b557 req-b84612c8-5d74-495e-82d1-8603f9be2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:28.696615 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0492af3f-d39c-4c1f-b2bc-dd1886f1b557 req-b84612c8-5d74-495e-82d1-8603f9be2bef service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0e2d2b4e3f2a41e98138d032416cb464&device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 1096 time: 0.1813462 Apr 15 10:54:28.713795 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.961988 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492af3f-d39c-4c1f-b2bc-dd1886f1b557 req-b01df7c4-08b6-46ca-854a-031736ddf935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:28.963621 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0492af3f-d39c-4c1f-b2bc-dd1886f1b557 req-b01df7c4-08b6-46ca-854a-031736ddf935 service neutron] 10.222.0.102 "GET /v2.0/networks?id=31a1618d-6994-4188-8c35-0ecda63f191a HTTP/1.1" status: 200 len: 921 time: 0.2596192 Apr 15 10:54:29.067491 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0492af3f-d39c-4c1f-b2bc-dd1886f1b557 req-cf8bbc3b-8d36-4165-9633-da46a611fb0b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f9fe8c2-b79a-422a-a83c-b4535bae7a64 HTTP/1.1" status: 200 len: 217 time: 0.0963516 Apr 15 10:54:29.149521 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492af3f-d39c-4c1f-b2bc-dd1886f1b557 req-abe367ad-1ef2-4fb3-ab0b-b090ef25df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:29.151268 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0492af3f-d39c-4c1f-b2bc-dd1886f1b557 req-abe367ad-1ef2-4fb3-ab0b-b090ef25df34 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a6eec143-1d7d-4710-9f01-c48c18b46781 HTTP/1.1" status: 200 len: 859 time: 0.0768895 Apr 15 10:54:29.223731 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0492af3f-d39c-4c1f-b2bc-dd1886f1b557 req-1d54d191-2b37-45cb-a0c5-b1405c13d021 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=31a1618d-6994-4188-8c35-0ecda63f191a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568955 Apr 15 10:54:29.282112 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.db.resource_extend [None req-7daf76bf-605e-43a1-92c0-2d999545ffb7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 10:54:29.435140 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.440724 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f71c6-3737-4b85-b2f5-6af066d5d6de req-e12cc6b8-10cb-4eea-8a9b-70d68237897d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:29.448829 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8c7f71c6-3737-4b85-b2f5-6af066d5d6de req-e12cc6b8-10cb-4eea-8a9b-70d68237897d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 945 time: 1.2544262 Apr 15 10:54:29.459918 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0492af3f-d39c-4c1f-b2bc-dd1886f1b557 req-b6a03404-7767-4ba9-9582-dccc689f2b2d service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268686 Apr 15 10:54:29.530547 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7daf76bf-605e-43a1-92c0-2d999545ffb7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.547710 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7daf76bf-605e-43a1-92c0-2d999545ffb7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853837847'] for floatingip, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.661105 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0492af3f-d39c-4c1f-b2bc-dd1886f1b557 req-5d87fa3c-db0b-466f-9c45-77fa3e70168c service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838796 Apr 15 10:54:29.709771 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8c7f71c6-3737-4b85-b2f5-6af066d5d6de req-4489f9ed-7454-41d7-bf41-27c3d5c29496 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597201 Apr 15 10:54:29.780354 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0542b1-2ce1-4667-8aac-ef327e6fb264 req-96c3ec3e-8c4b-4819-9ed9-e861fad9cec5 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:29.782281 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-da0542b1-2ce1-4667-8aac-ef327e6fb264 req-96c3ec3e-8c4b-4819-9ed9-e861fad9cec5 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 943 time: 0.4191034 Apr 15 10:54:29.791115 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.l3_db [None req-7daf76bf-605e-43a1-92c0-2d999545ffb7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Floating IP fa2f565f-1337-41e4-a59a-850cd34f56ea associated. External IP: 172.28.2.120, port: 01fde414-3932-49f6-a0dc-d6029026ffd7. Apr 15 10:54:29.998593 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-da0542b1-2ce1-4667-8aac-ef327e6fb264 req-c781b5b2-b10d-4c0a-a814-ea40a47aac01 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089441 Apr 15 10:54:30.400049 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e690fee-69aa-4a6d-a2b0-f4652ba7491e req-4f8ef2c1-5c58-4321-b06f-ec70f0394631 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:30.401703 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9e690fee-69aa-4a6d-a2b0-f4652ba7491e req-4f8ef2c1-5c58-4321-b06f-ec70f0394631 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 946 time: 0.2237763 Apr 15 10:54:30.425368 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7daf76bf-605e-43a1-92c0-2d999545ffb7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Router 0d532df7-3f24-43f2-8123-14f74c0a88dd has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:54:30.592597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:30.640446 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9e690fee-69aa-4a6d-a2b0-f4652ba7491e req-c8666117-8a79-4291-ad2b-9d966dcdac8e tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/security-groups?id=899231fd-f72d-4c53-b197-6539f3dfbefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184803 Apr 15 10:54:30.707261 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daf76bf-605e-43a1-92c0-2d999545ffb7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:54:30.720368 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7daf76bf-605e-43a1-92c0-2d999545ffb7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:30.725775 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19adb1ec-482d-4904-8f4a-587a773002b0 None None] Sync routers for ids ['0d532df7-3f24-43f2-8123-14f74c0a88dd'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:54:30.753716 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19adb1ec-482d-4904-8f4a-587a773002b0 None None] Routers {'0d532df7-3f24-43f2-8123-14f74c0a88dd'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:54:30.755367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-19adb1ec-482d-4904-8f4a-587a773002b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:54:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['0d532df7-3f24-43f2-8123-14f74c0a88dd'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:30.828891 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-7daf76bf-605e-43a1-92c0-2d999545ffb7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "PUT /v2.0/floatingips/fa2f565f-1337-41e4-a59a-850cd34f56ea HTTP/1.1" status: 200 len: 992 time: 2.9319043 Apr 15 10:54:30.830620 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ffb019-2d6a-4b1f-9a80-38df365fb916', 'tag': '01fde414-3932-49f6-a0dc-d6029026ffd7'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:30.958514 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:54:30.979487 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-19adb1ec-482d-4904-8f4a-587a773002b0 None None] Set router 0d532df7-3f24-43f2-8123-14f74c0a88dd gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:54:31.021692 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 864f9461-93d6-45ef-ab56-44c02c8e57f8 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:31.146851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ff119-a965-4f3f-bdad-0e1972f90899 req-508fdedf-5205-461d-93f4-f1e5b6b3137e tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:31.149511 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c25ff119-a965-4f3f-bdad-0e1972f90899 req-508fdedf-5205-461d-93f4-f1e5b6b3137e tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 945 time: 0.2242455 Apr 15 10:54:31.237904 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port 864f9461-93d6-45ef-ab56-44c02c8e57f8 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:31.246184 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port 864f9461-93d6-45ef-ab56-44c02c8e57f8 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:31.247723 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.297469 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c25ff119-a965-4f3f-bdad-0e1972f90899 req-c4841531-52f6-4388-b7d1-e0ba7678f4db tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221201 Apr 15 10:54:31.313531 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ffb019-2d6a-4b1f-9a80-38df365fb916', 'tag': '01fde414-3932-49f6-a0dc-d6029026ffd7', 'status': 'completed', 'code': 200} Apr 15 10:54:31.457632 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.510783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 864f9461-93d6-45ef-ab56-44c02c8e57f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=864f9461-93d6-45ef-ab56-44c02c8e57f8,segment=NetworkSegment(8f5a22e1-83f0-4c8e-97c8-1c72e93efab0),segment_id=8f5a22e1-83f0-4c8e-97c8-1c72e93efab0)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:31.515365 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503730c2-0120-4a75-a290-fc50a0c91d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864f9461-93d6-45ef-ab56-44c02c8e57f8'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:31.524929 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.526018 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e95c2461-cd00-4de2-889b-8fe572a0124c up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:31.584405 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae467a7-98d3-44c4-b522-4038ca0fa60e req-8395dca1-ab53-4e1a-9e56-6c96988adaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:31.586144 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ae467a7-98d3-44c4-b522-4038ca0fa60e req-8395dca1-ab53-4e1a-9e56-6c96988adaeb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f24b7e01c38e4735b55d97689495aa77&device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 1099 time: 0.2040069 Apr 15 10:54:31.590984 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:31.606493 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-19adb1ec-482d-4904-8f4a-587a773002b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': 'fa2f565f-1337-41e4-a59a-850cd34f56ea', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'floating_ip_address': '172.28.2.120', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'port_id': '01fde414-3932-49f6-a0dc-d6029026ffd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'mac_address': 'fa:16:3e:9f:4b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ffb019-2d6a-4b1f-9a80-38df365fb916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:53:57Z', 'updated_at': '2021-04-15T10:54:28Z', 'revision_number': 1, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:57Z', 'revision_number': 5, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:31.614961 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19adb1ec-482d-4904-8f4a-587a773002b0 None None] Checking router: 0d532df7-3f24-43f2-8123-14f74c0a88dd for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:54:31.636858 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19adb1ec-482d-4904-8f4a-587a773002b0 None None] Routers {'0d532df7-3f24-43f2-8123-14f74c0a88dd'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:54:31.638504 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-19adb1ec-482d-4904-8f4a-587a773002b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:54:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['0d532df7-3f24-43f2-8123-14f74c0a88dd'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:31.696687 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=864f9461-93d6-45ef-ab56-44c02c8e57f8,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:31.710885 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:31.711284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:31.711680 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:31.712065 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:31.712446 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:31.712829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:31.713185 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:31.713555 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:31.713913 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:31.714295 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:31.714697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:31.715653 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:31.727345 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:31.774253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2f9fe8c2-b79a-422a-a83c-b4535bae7a64,segment=NetworkSegment(8f5a22e1-83f0-4c8e-97c8-1c72e93efab0),segment_id=8f5a22e1-83f0-4c8e-97c8-1c72e93efab0)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:31.796475 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port e95c2461-cd00-4de2-889b-8fe572a0124c completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:31.806697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae467a7-98d3-44c4-b522-4038ca0fa60e req-6975bd62-08d3-467d-a283-7d06735ee358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:31.808543 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ae467a7-98d3-44c4-b522-4038ca0fa60e req-6975bd62-08d3-467d-a283-7d06735ee358 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12b1554d-27d3-4f03-be40-e76a3174964e HTTP/1.1" status: 200 len: 912 time: 0.2147791 Apr 15 10:54:31.816955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port e95c2461-cd00-4de2-889b-8fe572a0124c triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:31.819491 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.937395 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e17f6-f41f-4356-b155-d09322721ce4 req-93be7cb2-bd08-4bcd-a90a-07b70062ce5d tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:31.945351 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-805e17f6-f41f-4356-b155-d09322721ce4 req-93be7cb2-bd08-4bcd-a90a-07b70062ce5d tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/networks?id=4f4afb39-25ec-44fd-b396-7d72d20a78dd HTTP/1.1" status: 200 len: 813 time: 0.2974298 Apr 15 10:54:31.969776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d47d1b-69e3-4846-a1e6-d9ea836526d5 req-89dcb9b6-5a82-4d1d-bced-e2daa1b999b5 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:31.970823 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-80d47d1b-69e3-4846-a1e6-d9ea836526d5 req-89dcb9b6-5a82-4d1d-bced-e2daa1b999b5 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 943 time: 0.4018135 Apr 15 10:54:31.979444 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': '2f9fe8c2-b79a-422a-a83c-b4535bae7a64', 'network_id': '31a1618d-6994-4188-8c35-0ecda63f191a', 'port_id': '2f9fe8c2-b79a-422a-a83c-b4535bae7a64', 'mac_address': 'fa:16:3e:53:1a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6eec143-1d7d-4710-9f01-c48c18b46781', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:54:31.987369 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-805e17f6-f41f-4356-b155-d09322721ce4 req-cbdc0ee2-e38d-411e-90ad-2347d38856b1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/quotas/7ec1f19aa1334575a63a8e11deed30f3 HTTP/1.1" status: 200 len: 375 time: 0.0410626 Apr 15 10:54:32.024641 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-19adb1ec-482d-4904-8f4a-587a773002b0 None None] Set router 0d532df7-3f24-43f2-8123-14f74c0a88dd gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:54:32.119528 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-80d47d1b-69e3-4846-a1e6-d9ea836526d5 req-19e212dd-13c2-4d30-87b8-732ba8a91b86 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297979 Apr 15 10:54:32.176063 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-805e17f6-f41f-4356-b155-d09322721ce4 req-2b268b05-82a9-4b48-b5c4-54d786d33dd1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7ec1f19aa1334575a63a8e11deed30f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1877089 Apr 15 10:54:32.216796 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.250388 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503730c2-0120-4a75-a290-fc50a0c91d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864f9461-93d6-45ef-ab56-44c02c8e57f8', 'code': 200} Apr 15 10:54:32.251067 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.263589 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:32.298132 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2f9fe8c2-b79a-422a-a83c-b4535bae7a64,segment=NetworkSegment(8f5a22e1-83f0-4c8e-97c8-1c72e93efab0),segment_id=8f5a22e1-83f0-4c8e-97c8-1c72e93efab0)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:32.315347 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.321059 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-942f4d80-5d11-43c4-b877-1cd0343ace30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:32.333524 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ae467a7-98d3-44c4-b522-4038ca0fa60e req-972104ba-7e84-4177-8f7e-98512197163d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fde414-3932-49f6-a0dc-d6029026ffd7 HTTP/1.1" status: 200 len: 1000 time: 0.5170004 Apr 15 10:54:32.413012 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e95c2461-cd00-4de2-889b-8fe572a0124c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e95c2461-cd00-4de2-889b-8fe572a0124c,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:32.427985 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.463143 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=2f9fe8c2-b79a-422a-a83c-b4535bae7a64,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:32.468285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:32.469908 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:32.612424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=e95c2461-cd00-4de2-889b-8fe572a0124c,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:32.616507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:32.729845 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['2f9fe8c2-b79a-422a-a83c-b4535bae7a64'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:32.950497 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-19adb1ec-482d-4904-8f4a-587a773002b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': 'fa2f565f-1337-41e4-a59a-850cd34f56ea', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'floating_ip_address': '172.28.2.120', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'port_id': '01fde414-3932-49f6-a0dc-d6029026ffd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'mac_address': 'fa:16:3e:9f:4b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ffb019-2d6a-4b1f-9a80-38df365fb916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:53:57Z', 'updated_at': '2021-04-15T10:54:28Z', 'revision_number': 1, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:57Z', 'revision_number': 5, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:32.961955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19adb1ec-482d-4904-8f4a-587a773002b0 None None] The sync data for ids ['0d532df7-3f24-43f2-8123-14f74c0a88dd'] in dv-cinder-786385-1-smb is: [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': 'fa2f565f-1337-41e4-a59a-850cd34f56ea', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'floating_ip_address': '172.28.2.120', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'port_id': '01fde414-3932-49f6-a0dc-d6029026ffd7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'mac_address': 'fa:16:3e:9f:4b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ffb019-2d6a-4b1f-9a80-38df365fb916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:53:57Z', 'updated_at': '2021-04-15T10:54:28Z', 'revision_number': 1, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:57Z', 'revision_number': 5, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:54:33.001344 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-805e17f6-f41f-4356-b155-d09322721ce4 req-d1733581-3af4-4bd7-a94a-76f9a83a1596 service neutron] 10.222.0.96 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167915 Apr 15 10:54:33.089386 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae467a7-98d3-44c4-b522-4038ca0fa60e req-44d5f8ed-f324-4dc5-9e25-fb4af3e6906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:33.091667 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ae467a7-98d3-44c4-b522-4038ca0fa60e req-44d5f8ed-f324-4dc5-9e25-fb4af3e6906a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e1b0c5ef-b9a0-497b-969f-009f528ad36f HTTP/1.1" status: 200 len: 849 time: 0.6238825 Apr 15 10:54:33.178636 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3d035-2fa0-44f5-aac4-ad5b924db4ac req-3bbeef3d-f8c5-4cb0-8ddf-f6fbc1300f8f tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:33.180379 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f7e3d035-2fa0-44f5-aac4-ad5b924db4ac req-3bbeef3d-f8c5-4cb0-8ddf-f6fbc1300f8f tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.102 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 946 time: 0.8453591 Apr 15 10:54:33.329400 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-805e17f6-f41f-4356-b155-d09322721ce4 req-2db3161a-d04e-469b-bfa4-e7c15378f277 service neutron] 10.222.0.96 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180459 Apr 15 10:54:33.353751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-f7e3d035-2fa0-44f5-aac4-ad5b924db4ac req-28219a50-7d80-4782-971e-ff33498e456e tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Deleting port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:54:33.354397 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-f7e3d035-2fa0-44f5-aac4-ad5b924db4ac req-28219a50-7d80-4782-971e-ff33498e456e tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:33.355277 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313924c-f6af-4a5c-adc6-8de0778f870c req-d6fb92c1-78a6-4987-96fe-4d83fcf0ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:33.357688 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c313924c-f6af-4a5c-adc6-8de0778f870c req-d6fb92c1-78a6-4987-96fe-4d83fcf0ee44 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 1098 time: 0.3010936 Apr 15 10:54:33.384125 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15bf3a-1aab-4344-8177-1ce092b186b8 None None] New status for floating IP fa2f565f-1337-41e4-a59a-850cd34f56ea: ACTIVE {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:54:33.409241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa44ce-b19f-4613-97b8-57fd3193e79d req-0c2f367e-8e47-473b-bea6-0392e9c3809b tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:33.421498 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-67fa44ce-b19f-4613-97b8-57fd3193e79d req-0c2f367e-8e47-473b-bea6-0392e9c3809b tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 946 time: 0.4189103 Apr 15 10:54:33.459623 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c313924c-f6af-4a5c-adc6-8de0778f870c req-565211f9-4885-4988-b594-6ce41fa8cf37 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898893 Apr 15 10:54:33.503266 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-67fa44ce-b19f-4613-97b8-57fd3193e79d req-326d0fd8-31c6-4cfa-947c-43dc3c530bf3 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/security-groups?id=899231fd-f72d-4c53-b197-6539f3dfbefb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806439 Apr 15 10:54:33.780807 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-f7e3d035-2fa0-44f5-aac4-ad5b924db4ac req-28219a50-7d80-4782-971e-ff33498e456e tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] For port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=16c0fcb8-45bd-42c4-8dcd-3920977c4e69,segment=NetworkSegment(17560aaa-34ac-4115-ae8e-ef0536d733cd),segment_id=17560aaa-34ac-4115-ae8e-ef0536d733cd)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:33.781211 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-f7e3d035-2fa0-44f5-aac4-ad5b924db4ac req-28219a50-7d80-4782-971e-ff33498e456e tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:34.075187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daa1e2-1ef9-44e9-923b-854d1b283d78 req-734a9518-c619-41c3-a4f4-6f60d729fb0c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:34.078301 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-56daa1e2-1ef9-44e9-923b-854d1b283d78 req-734a9518-c619-41c3-a4f4-6f60d729fb0c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.2328341 Apr 15 10:54:34.143087 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-f7e3d035-2fa0-44f5-aac4-ad5b924db4ac req-28219a50-7d80-4782-971e-ff33498e456e tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Calling delete_port for 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:54:34.197316 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae467a7-98d3-44c4-b522-4038ca0fa60e req-4ada3d91-94e5-4f77-a90e-f6a4e8c54f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:34.200397 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ae467a7-98d3-44c4-b522-4038ca0fa60e req-4ada3d91-94e5-4f77-a90e-f6a4e8c54f8a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12b1554d-27d3-4f03-be40-e76a3174964e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0994499 Apr 15 10:54:34.252095 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a5480e-6bf5-400c-a698-655220f43ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95c2461-cd00-4de2-889b-8fe572a0124c'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:34.307440 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-56daa1e2-1ef9-44e9-923b-854d1b283d78 req-3828b5e9-720b-4477-b544-9f881c343b5a tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340961 Apr 15 10:54:34.342887 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3530b59-b04e-4577-aa33-26cedc00eb25 req-0150559e-1f98-4bce-8beb-d2e866d48025 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:34.354502 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b3530b59-b04e-4577-aa33-26cedc00eb25 req-0150559e-1f98-4bce-8beb-d2e866d48025 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 944 time: 0.2745612 Apr 15 10:54:34.423186 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b3530b59-b04e-4577-aa33-26cedc00eb25 req-339f2a8b-a0e2-4663-96e3-334c24ad9b2b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672777 Apr 15 10:54:34.492205 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a5480e-6bf5-400c-a698-655220f43ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'code': 200} Apr 15 10:54:34.523864 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e8b5a45c-6f5d-4a7f-af83-06bbd73b1b02 req-184bba5f-35a0-4840-a6db-07924439a36f tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 210 time: 0.0983045 Apr 15 10:54:34.690006 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ae467a7-98d3-44c4-b522-4038ca0fa60e req-acf662cc-d228-4015-b9a3-55b893ddd863 service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772711 Apr 15 10:54:34.755064 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-f7e3d035-2fa0-44f5-aac4-ad5b924db4ac req-28219a50-7d80-4782-971e-ff33498e456e tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:34.792061 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:34.796605 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f963680a-21b9-4915-90b2-4f47d56bbffb req-9e4eb78f-ec4f-4fb2-9fb9-af6b4c292bc7 tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 210 time: 0.0713677 Apr 15 10:54:34.813013 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['16c0fcb8-45bd-42c4-8dcd-3920977c4e69'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:35.000568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:35.130044 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f7195-e5b3-4ded-880b-7f08fa39572f req-55151c20-3a80-4f00-8e7b-9f9132d069bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:35.134211 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-aa9f7195-e5b3-4ded-880b-7f08fa39572f req-55151c20-3a80-4f00-8e7b-9f9132d069bd service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 1099 time: 0.2601416 Apr 15 10:54:35.144679 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28219a50-7d80-4782-971e-ff33498e456e tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Pushing event deleted for resources: {'Port': ['ID=16c0fcb8-45bd-42c4-8dcd-3920977c4e69,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:35.163195 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-28219a50-7d80-4782-971e-ff33498e456e tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:35.202601 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-aa9f7195-e5b3-4ded-880b-7f08fa39572f req-10a5ea8a-2293-4744-83a4-1acbe8d3fd08 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435004 Apr 15 10:54:35.209270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:35.216114 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:35.216544 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:35.390992 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:35.393622 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e3d035-2fa0-44f5-aac4-ad5b924db4ac req-28219a50-7d80-4782-971e-ff33498e456e tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] No DVR routers for this DVR port 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:54:35.397625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-f7e3d035-2fa0-44f5-aac4-ad5b924db4ac req-28219a50-7d80-4782-971e-ff33498e456e tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:35.404570 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc66cda2-5249-4c46-9e97-4c8f9668f11f', 'name': 'network-vif-deleted', 'tag': '16c0fcb8-45bd-42c4-8dcd-3920977c4e69'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:35.416882 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ae467a7-98d3-44c4-b522-4038ca0fa60e req-75533c37-0f8f-4964-adcb-85c408458d06 service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6939044 Apr 15 10:54:35.424243 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f7e3d035-2fa0-44f5-aac4-ad5b924db4ac req-28219a50-7d80-4782-971e-ff33498e456e tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.102 "DELETE /v2.0/ports/16c0fcb8-45bd-42c4-8dcd-3920977c4e69 HTTP/1.1" status: 204 len: 173 time: 2.2357266 Apr 15 10:54:35.430158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2f9fe8c2-b79a-422a-a83c-b4535bae7a64,segment=NetworkSegment(8f5a22e1-83f0-4c8e-97c8-1c72e93efab0),segment_id=8f5a22e1-83f0-4c8e-97c8-1c72e93efab0)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:35.433421 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:35.436080 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:35.468705 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc66cda2-5249-4c46-9e97-4c8f9668f11f', 'name': 'network-vif-deleted', 'tag': '16c0fcb8-45bd-42c4-8dcd-3920977c4e69', 'status': 'completed', 'code': 200} Apr 15 10:54:35.509652 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=2f9fe8c2-b79a-422a-a83c-b4535bae7a64,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:35.520557 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:35.547625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba2621-c8c7-4a79-9bea-01940e5f50d2 req-c12e27be-d11f-4be4-be96-a24fa9c5e3b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:35.549878 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-29ba2621-c8c7-4a79-9bea-01940e5f50d2 req-c12e27be-d11f-4be4-be96-a24fa9c5e3b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.0973935 Apr 15 10:54:35.669758 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-29ba2621-c8c7-4a79-9bea-01940e5f50d2 req-4565ed25-0b18-434f-8051-88b701963536 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110897 Apr 15 10:54:35.722353 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d89deb-45c0-4c63-981d-9822342c4000 req-ae759b4e-f13b-48a2-80e8-c077aafa78d5 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:35.725355 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-01d89deb-45c0-4c63-981d-9822342c4000 req-ae759b4e-f13b-48a2-80e8-c077aafa78d5 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1375959 Apr 15 10:54:35.848598 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-01d89deb-45c0-4c63-981d-9822342c4000 req-8800c7d0-3253-4a78-9fca-8cef4b29628a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119022 Apr 15 10:54:35.858453 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1ecac262-bee7-4d3c-8279-16530d5f4f07 req-3f3f74f1-5739-4849-b398-0ec6b5e49d67 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 210 time: 0.0779123 Apr 15 10:54:36.022382 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-59d3de59-198b-4454-b631-13c4a3f235fb req-9a542527-14ba-4dfb-b205-ba1643ce05cf tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 210 time: 0.0549212 Apr 15 10:54:36.494334 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765d59ef-be59-4bf7-b52f-cbbabf356274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9fe8c2-b79a-422a-a83c-b4535bae7a64'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:36.555304 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765d59ef-be59-4bf7-b52f-cbbabf356274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9fe8c2-b79a-422a-a83c-b4535bae7a64', 'code': 200} Apr 15 10:54:36.646618 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e17f6-f41f-4356-b155-d09322721ce4 req-48bbf961-0dfb-4062-a511-00732c8bd628 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:36.648069 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-805e17f6-f41f-4356-b155-d09322721ce4 req-48bbf961-0dfb-4062-a511-00732c8bd628 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "GET /v2.0/networks?id=4f4afb39-25ec-44fd-b396-7d72d20a78dd HTTP/1.1" status: 200 len: 813 time: 0.1989949 Apr 15 10:54:36.771551 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Request body: {'port': {'device_id': '2ed39178-97cd-4281-9c49-df14a9cf0cd0', 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd', 'admin_state_up': True, 'tenant_id': '7ec1f19aa1334575a63a8e11deed30f3'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:37.001340 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:54:37.004747 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 40416) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:37.015883 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fbc00-9edf-462b-be4c-887e7c0e9310 req-f2f528bc-3232-4bd4-b090-39b3ec848d61 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:37.017533 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-142fbc00-9edf-462b-be4c-887e7c0e9310 req-f2f528bc-3232-4bd4-b090-39b3ec848d61 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.2235491 Apr 15 10:54:37.108324 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:54:37.108729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 16c0fcb8-45bd-42c4-8dcd-3920977c4e69 not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:54:37.146737 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:37.150729 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-142fbc00-9edf-462b-be4c-887e7c0e9310 req-6bd853fb-a5e6-4a09-8f18-9d783bdb5e16 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160572 Apr 15 10:54:37.151654 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Usage tracker for resource:port and tenant:7ec1f19aa1334575a63a8e11deed30f3 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:37.155206 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:37.163425 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:37.214187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b1971-8def-48fe-9276-b3e12c37051b req-f4032363-6da4-4ab1-a118-3f4deee18d87 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:37.223065 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-093b1971-8def-48fe-9276-b3e12c37051b req-f4032363-6da4-4ab1-a118-3f4deee18d87 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1350608 Apr 15 10:54:37.224113 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Made reservation on behalf of 7ec1f19aa1334575a63a8e11deed30f3 for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:37.231060 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.282826 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.308344 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-093b1971-8def-48fe-9276-b3e12c37051b req-4354e660-6327-4a63-a797-81c5ae98935e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841868 Apr 15 10:54:37.309601 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:37.323349 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Usage tracker for resource:security_group_rule and tenant:bfdf19bf8ffd4f41a9c651445a763a03 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:37.341570 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:37.414067 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536c758-5899-4dc3-95be-54f26ea518f2 req-5df850c5-38f0-4b21-b218-8c8590f7851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:37.416002 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4536c758-5899-4dc3-95be-54f26ea518f2 req-5df850c5-38f0-4b21-b218-8c8590f7851a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 1098 time: 0.2396543 Apr 15 10:54:37.440948 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2385d281-6093-4ad3-a530-eb2050040057 req-5d3bee5e-566f-4898-95f5-62b225fa12c1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 210 time: 0.0874269 Apr 15 10:54:37.441928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:37.611274 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-68ab25da-6d66-47ef-9e3b-17abebbfcf72 req-2c50d7e7-7a87-44eb-8f3e-2eac26662b7a tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] 10.222.0.96 "GET /v2.0/ports?device_id=dc66cda2-5249-4c46-9e97-4c8f9668f11f HTTP/1.1" status: 200 len: 210 time: 0.0741453 Apr 15 10:54:37.625438 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Allocated IP 172.20.0.13 (4f4afb39-25ec-44fd-b396-7d72d20a78dd/347eac98-7ebb-414a-adde-ffa40460d4c7/93a084be-de85-407a-b284-18b9e7e4cc79) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:37.685958 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.686439 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4536c758-5899-4dc3-95be-54f26ea518f2 req-85ba4f19-f467-4c7c-8230-47a5500bdd8f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504809 Apr 15 10:54:37.690875 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.701848 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-04c986f0-f1b6-4bb2-b921-d436d205aad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:37.750950 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bfdf19bf8ffd4f41a9c651445a763a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7459879 Apr 15 10:54:37.753147 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7016a81-c93f-4277-82d2-c25fff13bfb0,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:37.754631 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 40450) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:37.761715 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:37.762684 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:37.763084 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:37.763464 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:37.763851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:37.764235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:37.764616 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:37.764995 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:37.765377 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:37.765753 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:37.766130 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:37.766504 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:37.771119 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:37.950706 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cffb700e-d24d-40b0-9140-433b4728d6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.977544 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.001431 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cffb700e-d24d-40b0-9140-433b4728d6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.065257 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.082595 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:38.125518 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cffb700e-d24d-40b0-9140-433b4728d6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.128698 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['25d286b2-4726-4e79-a444-d54f350227b6'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:38.257089 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cffb700e-d24d-40b0-9140-433b4728d6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.262482 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-cffb700e-d24d-40b0-9140-433b4728d6ef admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b7016a81-c93f-4277-82d2-c25fff13bfb0 HTTP/1.1" status: 204 len: 168 time: 0.5059977 Apr 15 10:54:38.277399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Pushing event updated for resources: {'Port': ['ID=93a084be-de85-407a-b284-18b9e7e4cc79,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:38.291153 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:38.291830 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:38.320609 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb700e-d24d-40b0-9140-433b4728d6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7016a81-c93f-4277-82d2-c25fff13bfb0,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:38.334277 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cffb700e-d24d-40b0-9140-433b4728d6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:38.400227 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Network 4f4afb39-25ec-44fd-b396-7d72d20a78dd is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:38.406632 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:38.412059 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:38.425472 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:38.426198 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.445084 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 40474) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:38.459676 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493edd0-ff3c-4873-bdf9-d2f1b2824957 req-010524f3-1ba7-41f6-8f8b-0eb2353a1daf tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:38.463103 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f493edd0-ff3c-4873-bdf9-d2f1b2824957 req-010524f3-1ba7-41f6-8f8b-0eb2353a1daf tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1304338 Apr 15 10:54:38.468027 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-805e17f6-f41f-4356-b155-d09322721ce4 req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7012365 Apr 15 10:54:38.503510 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Request body: {'port': {'device_id': '2ed39178-97cd-4281-9c49-df14a9cf0cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:38.575557 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f493edd0-ff3c-4873-bdf9-d2f1b2824957 req-3f399c9b-112d-480e-a52d-223c3d45dcd7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066556 Apr 15 10:54:38.621916 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe640e33-238b-4aeb-9350-a364a07e13a6 req-8ec2dfdc-fdb1-45b4-8d51-430f92d8db45 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:38.634585 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fe640e33-238b-4aeb-9350-a364a07e13a6 req-8ec2dfdc-fdb1-45b4-8d51-430f92d8db45 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1128840 Apr 15 10:54:38.656138 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.700315 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fe640e33-238b-4aeb-9350-a364a07e13a6 req-4e0a4e67-6def-4d2c-a2b3-c14b9085e7dd tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671694 Apr 15 10:54:38.847574 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 40490) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:38.876992 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5868eec7-badb-4a77-9124-f7aab1fa58d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.905951 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5868eec7-badb-4a77-9124-f7aab1fa58d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:38.909980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-5868eec7-badb-4a77-9124-f7aab1fa58d4 admin admin] Usage tracker for resource:security_group_rule and tenant:b3aa53361dfc452e96d91ea797f48e68 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:38.913014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-5868eec7-badb-4a77-9124-f7aab1fa58d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:38.920164 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5868eec7-badb-4a77-9124-f7aab1fa58d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:38.942703 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3bc7-00e7-428e-9ac3-efdc8d0e3c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.970765 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d7eb3bc7-00e7-428e-9ac3-efdc8d0e3c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:38.981799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d7eb3bc7-00e7-428e-9ac3-efdc8d0e3c3d admin admin] Usage tracker for resource:security_group_rule and tenant:526106af7d7442eb839657cad6c05c9e is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:38.987504 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d7eb3bc7-00e7-428e-9ac3-efdc8d0e3c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:39.000670 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d7eb3bc7-00e7-428e-9ac3-efdc8d0e3c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:39.056740 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f62bdf-ccd1-431e-a06c-51fae356a82a req-8573acde-5532-4e96-8b67-2e168a345e0e tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:39.062132 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a3f62bdf-ccd1-431e-a06c-51fae356a82a req-8573acde-5532-4e96-8b67-2e168a345e0e tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.2051964 Apr 15 10:54:39.073420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28cca-7086-4847-b65a-67abc86ce9fb req-31453688-9053-492c-aeb5-a91ada2228f8 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:39.075437 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4ea28cca-7086-4847-b65a-67abc86ce9fb req-31453688-9053-492c-aeb5-a91ada2228f8 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 932 time: 0.2837207 Apr 15 10:54:39.077128 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 40494) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:39.089379 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-6ae1e91f-ed78-43b8-b6bf-7503691007a7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Request body: {'floatingip': {'port_id': 'e95c2461-cd00-4de2-889b-8fe572a0124c'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:39.232743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e91f-ed78-43b8-b6bf-7503691007a7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for floatingip, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:39.413554 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4ea28cca-7086-4847-b65a-67abc86ce9fb req-b84a98d1-09b8-4243-945a-f43ead5aca20 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219478 Apr 15 10:54:39.492194 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5868eec7-badb-4a77-9124-f7aab1fa58d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:39.498056 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5868eec7-badb-4a77-9124-f7aab1fa58d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:39.513078 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:39.568605 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-5868eec7-badb-4a77-9124-f7aab1fa58d4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b3aa53361dfc452e96d91ea797f48e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7198808 Apr 15 10:54:39.569565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868eec7-badb-4a77-9124-f7aab1fa58d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da854c6a-f40e-4c30-9de7-7bb194de3215,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:39.577039 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5868eec7-badb-4a77-9124-f7aab1fa58d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:39.578209 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 40508) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:39.727312 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3bc7-00e7-428e-9ac3-efdc8d0e3c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:39.735169 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a084be-de85-407a-b284-18b9e7e4cc79 {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:39.749068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:39.755189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-14d0bfc5-ab0a-45ad-b014-d81d6316f43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:39.796080 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Transition to ACTIVE for port object 93a084be-de85-407a-b284-18b9e7e4cc79 will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:39.800901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:39.802490 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7eb3bc7-00e7-428e-9ac3-efdc8d0e3c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:39.816627 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-14d0bfc5-ab0a-45ad-b014-d81d6316f43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:39.820738 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-82898fbe-e073-4bcd-892f-877845d2f688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:39.827598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:40.004166 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Pushing event updated for resources: {'Port': ['ID=93a084be-de85-407a-b284-18b9e7e4cc79,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:40.008880 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:40.049920 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-14d0bfc5-ab0a-45ad-b014-d81d6316f43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:40.053323 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d7eb3bc7-00e7-428e-9ac3-efdc8d0e3c3d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=526106af7d7442eb839657cad6c05c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5863664 Apr 15 10:54:40.056306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 40518) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:40.056924 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:40.081662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb3bc7-00e7-428e-9ac3-efdc8d0e3c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b84467-9c26-4bc0-ba45-b516074648f7,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:40.093804 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0bfc5-ab0a-45ad-b014-d81d6316f43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da854c6a-f40e-4c30-9de7-7bb194de3215,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:40.099460 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-14d0bfc5-ab0a-45ad-b014-d81d6316f43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:40.104726 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d7eb3bc7-00e7-428e-9ac3-efdc8d0e3c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:40.119361 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e91f-ed78-43b8-b6bf-7503691007a7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:40.124537 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e91f-ed78-43b8-b6bf-7503691007a7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853837847'] for floatingip, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:40.157295 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-14d0bfc5-ab0a-45ad-b014-d81d6316f43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:40.158560 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-14d0bfc5-ab0a-45ad-b014-d81d6316f43b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/da854c6a-f40e-4c30-9de7-7bb194de3215 HTTP/1.1" status: 204 len: 168 time: 0.5742638 Apr 15 10:54:40.284608 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Attempting to bind port 93a084be-de85-407a-b284-18b9e7e4cc79 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:40.284971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Attempting to bind port 93a084be-de85-407a-b284-18b9e7e4cc79 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:40.285339 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Attempting to bind port 93a084be-de85-407a-b284-18b9e7e4cc79 on network 4f4afb39-25ec-44fd-b396-7d72d20a78dd {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:40.291704 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16cc73c6-691c-4070-9c16-c1db2a1a35f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:40.296598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Port 93a084be-de85-407a-b284-18b9e7e4cc79 on network 4f4afb39-25ec-44fd-b396-7d72d20a78dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:54:40.296968 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Attempting to bind port 93a084be-de85-407a-b284-18b9e7e4cc79 on network 4f4afb39-25ec-44fd-b396-7d72d20a78dd {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:40.313722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:40.314102 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Checking segment: {'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:40.314562 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Bound using segment: {'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:40.315066 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Bound port: 93a084be-de85-407a-b284-18b9e7e4cc79, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:40.315477 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:40.351495 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16cc73c6-691c-4070-9c16-c1db2a1a35f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:40.481694 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] For port 93a084be-de85-407a-b284-18b9e7e4cc79, host hv-cinder-78638, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:40.486170 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] For port 93a084be-de85-407a-b284-18b9e7e4cc79, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93a084be-de85-407a-b284-18b9e7e4cc79,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:40.497144 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:40.519284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4c7a4640-ab4c-480e-9caf-7d2daf2f7147 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:40.546977 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c48fe2-a381-49fd-aa45-84486fdd5ae3 req-f03cbf4d-044c-4847-92b1-6b53dec086f4 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:40.557582 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10c48fe2-a381-49fd-aa45-84486fdd5ae3 req-f03cbf4d-044c-4847-92b1-6b53dec086f4 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.7175608 Apr 15 10:54:40.674284 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.l3_db [None req-6ae1e91f-ed78-43b8-b6bf-7503691007a7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Floating IP fd029c32-1875-42fe-bef6-c8a6e9d55e41 associated. External IP: 172.28.2.64, port: e95c2461-cd00-4de2-889b-8fe572a0124c. Apr 15 10:54:40.677067 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16cc73c6-691c-4070-9c16-c1db2a1a35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:40.703335 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Pushing event updated for resources: {'Port': ['ID=93a084be-de85-407a-b284-18b9e7e4cc79,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:40.713132 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:40.715960 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6ef7182-025f-442f-9256-67546b50a32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:40.741398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc73c6-691c-4070-9c16-c1db2a1a35f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b84467-9c26-4bc0-ba45-b516074648f7,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:40.743603 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16cc73c6-691c-4070-9c16-c1db2a1a35f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:40.744833 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-16cc73c6-691c-4070-9c16-c1db2a1a35f8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d7b84467-9c26-4bc0-ba45-b516074648f7 HTTP/1.1" status: 204 len: 168 time: 0.6763806 Apr 15 10:54:40.747672 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-16cc73c6-691c-4070-9c16-c1db2a1a35f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:40.775119 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:40.779370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:40.784733 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] 10.222.0.102 "PUT /v2.0/ports/93a084be-de85-407a-b284-18b9e7e4cc79 HTTP/1.1" status: 200 len: 1094 time: 2.2821047 Apr 15 10:54:40.785332 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed39178-97cd-4281-9c49-df14a9cf0cd0', 'tag': '93a084be-de85-407a-b284-18b9e7e4cc79'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:40.835378 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-10c48fe2-a381-49fd-aa45-84486fdd5ae3 req-a4646447-3e7e-4b33-a4c4-0211afab2171 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770154 Apr 15 10:54:40.908543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806fed5-ba9d-442f-adfc-6d1a2e60281a req-fc5fec64-2a70-4a5e-8a71-fabbb495f0b4 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:40.910905 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d806fed5-ba9d-442f-adfc-6d1a2e60281a req-fc5fec64-2a70-4a5e-8a71-fabbb495f0b4 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 944 time: 0.3210659 Apr 15 10:54:40.976094 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d806fed5-ba9d-442f-adfc-6d1a2e60281a req-6db731e3-4692-470d-a79b-21df255cdb23 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549130 Apr 15 10:54:41.056792 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed39178-97cd-4281-9c49-df14a9cf0cd0', 'tag': '93a084be-de85-407a-b284-18b9e7e4cc79', 'status': 'completed', 'code': 200} Apr 15 10:54:41.112136 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e17f6-f41f-4356-b155-d09322721ce4 req-a0df3663-4e88-4d7d-8e0f-d588955d2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:41.113961 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-805e17f6-f41f-4356-b155-d09322721ce4 req-a0df3663-4e88-4d7d-8e0f-d588955d2ea8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ec1f19aa1334575a63a8e11deed30f3&device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 1097 time: 0.2020440 Apr 15 10:54:41.313637 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-805e17f6-f41f-4356-b155-d09322721ce4 req-d2d5eb2e-b908-40a6-aaf9-6b06ce5c674d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93a084be-de85-407a-b284-18b9e7e4cc79 HTTP/1.1" status: 200 len: 217 time: 0.1551898 Apr 15 10:54:41.382124 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 40560) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:41.428421 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e0f65b9-7d3e-44e7-ae7e-1481554c8dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:41.453932 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 40568) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:41.460651 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1e0f65b9-7d3e-44e7-ae7e-1481554c8dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:41.485670 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae1e91f-ed78-43b8-b6bf-7503691007a7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:54:41.522757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe462e73-adc9-45ff-9a45-772cc7ed7156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:41.524394 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-805e17f6-f41f-4356-b155-d09322721ce4 req-fe462e73-adc9-45ff-9a45-772cc7ed7156 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=347eac98-7ebb-414a-adde-ffa40460d4c7 HTTP/1.1" status: 200 len: 853 time: 0.2033701 Apr 15 10:54:41.544253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-1e0f65b9-7d3e-44e7-ae7e-1481554c8dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:f7714fce320243cba4a1a5892834362e is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:41.591522 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-1e0f65b9-7d3e-44e7-ae7e-1481554c8dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:41.593456 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-805e17f6-f41f-4356-b155-d09322721ce4 req-21457e37-6907-4c14-a8db-17ad8f6c2977 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4f4afb39-25ec-44fd-b396-7d72d20a78dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598412 Apr 15 10:54:41.600660 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090bfe1-4dc3-4300-ad08-22c6983f8342 req-b8d39b08-e78b-43ea-a6c9-27b3350b0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:41.602331 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0090bfe1-4dc3-4300-ad08-22c6983f8342 req-b8d39b08-e78b-43ea-a6c9-27b3350b0b87 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0e2d2b4e3f2a41e98138d032416cb464&device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 1098 time: 0.1387591 Apr 15 10:54:41.605955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1e0f65b9-7d3e-44e7-ae7e-1481554c8dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:41.805593 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-108769ae-559f-4e15-9e15-9a94aae98d81 admin admin] Deleting subnet dbca85e1-fb45-4485-a1a3-5417d849a8d8 {{(pid=85286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:54:41.818253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-108769ae-559f-4e15-9e15-9a94aae98d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:41.877712 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-805e17f6-f41f-4356-b155-d09322721ce4 req-e9dad17a-13ff-486d-8a38-7efbff9d9d1b service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742431 Apr 15 10:54:41.885522 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090bfe1-4dc3-4300-ad08-22c6983f8342 req-eba1d287-96a5-4cbb-9511-1bb2e141ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:41.887442 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0090bfe1-4dc3-4300-ad08-22c6983f8342 req-eba1d287-96a5-4cbb-9511-1bb2e141ee59 service neutron] 10.222.0.102 "GET /v2.0/networks?id=31a1618d-6994-4188-8c35-0ecda63f191a HTTP/1.1" status: 200 len: 921 time: 0.2585554 Apr 15 10:54:41.926712 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-108769ae-559f-4e15-9e15-9a94aae98d81 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:41.955998 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108585b-2d7b-4207-8717-540da225feef req-fa00bc17-dff3-4761-b86c-9fd5c7f0d90d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:41.957814 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4108585b-2d7b-4207-8717-540da225feef req-fa00bc17-dff3-4761-b86c-9fd5c7f0d90d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.4200742 Apr 15 10:54:41.959048 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-108769ae-559f-4e15-9e15-9a94aae98d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.006959 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0090bfe1-4dc3-4300-ad08-22c6983f8342 req-c6293767-c57c-47f1-8cad-c2910ae908ca service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f9fe8c2-b79a-422a-a83c-b4535bae7a64 HTTP/1.1" status: 200 len: 217 time: 0.1069257 Apr 15 10:54:42.071249 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae1e91f-ed78-43b8-b6bf-7503691007a7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:54:42.084425 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a328f41-9021-4acb-b2c6-bd4083162bb6 None None] Sync routers for ids ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:54:42.122511 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4108585b-2d7b-4207-8717-540da225feef req-f31a624a-b2be-4358-b6e2-2cda524b0e50 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150279 Apr 15 10:54:42.126634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a328f41-9021-4acb-b2c6-bd4083162bb6 None None] Routers {'24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:54:42.128155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3a328f41-9021-4acb-b2c6-bd4083162bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:54:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:42.163600 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090bfe1-4dc3-4300-ad08-22c6983f8342 req-0c24cf6c-22e0-4f9a-bab4-684950673288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:42.165338 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0090bfe1-4dc3-4300-ad08-22c6983f8342 req-0c24cf6c-22e0-4f9a-bab4-684950673288 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a6eec143-1d7d-4710-9f01-c48c18b46781 HTTP/1.1" status: 200 len: 859 time: 0.1071687 Apr 15 10:54:42.301695 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0090bfe1-4dc3-4300-ad08-22c6983f8342 req-a1687c96-93f0-4a95-84cd-fa0063473929 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=31a1618d-6994-4188-8c35-0ecda63f191a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066334 Apr 15 10:54:42.303720 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-805e17f6-f41f-4356-b155-d09322721ce4 req-38cac111-ca5b-4be2-b4c1-780a0f03b79c service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023356 Apr 15 10:54:42.367764 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e91f-ed78-43b8-b6bf-7503691007a7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.409111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e0f65b9-7d3e-44e7-ae7e-1481554c8dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.434779 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e0f65b9-7d3e-44e7-ae7e-1481554c8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.464341 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-3a328f41-9021-4acb-b2c6-bd4083162bb6 None None] Set router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:54:42.483411 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d9265d16-d15c-4b95-8759-c986a6d3c2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:42.522942 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0090bfe1-4dc3-4300-ad08-22c6983f8342 req-11845bdd-915e-4160-b23b-888870f3eead service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943204 Apr 15 10:54:42.579508 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-1e0f65b9-7d3e-44e7-ae7e-1481554c8dd0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f7714fce320243cba4a1a5892834362e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1962175 Apr 15 10:54:42.592997 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 40604) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:42.598056 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6ae1e91f-ed78-43b8-b6bf-7503691007a7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "PUT /v2.0/floatingips/fd029c32-1875-42fe-bef6-c8a6e9d55e41 HTTP/1.1" status: 200 len: 991 time: 3.5135870 Apr 15 10:54:42.601319 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a5480e-6bf5-400c-a698-655220f43ec8', 'tag': 'e95c2461-cd00-4de2-889b-8fe572a0124c'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:42.658476 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4c23a-86ec-4269-b7ec-24947503876b req-d8fde60a-04f6-42ab-995f-51f58d5db011 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:42.660189 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-65e4c23a-86ec-4269-b7ec-24947503876b req-d8fde60a-04f6-42ab-995f-51f58d5db011 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 944 time: 0.4965234 Apr 15 10:54:42.660934 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f65b9-7d3e-44e7-ae7e-1481554c8dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2840607-2bb4-4fc3-8c97-0f3c4a5eebb9,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:42.673501 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1e0f65b9-7d3e-44e7-ae7e-1481554c8dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:42.757075 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aa02309e-3060-48eb-8055-04001abf7c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.770408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7582f-0997-481b-8c16-7acbbb991f40 req-3ca0268a-79d9-4d32-be6b-c083a0cf4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:42.772575 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c7582f-0997-481b-8c16-7acbbb991f40 req-3ca0268a-79d9-4d32-be6b-c083a0cf4174 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ec1f19aa1334575a63a8e11deed30f3&device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 1097 time: 0.2479894 Apr 15 10:54:42.775148 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0090bfe1-4dc3-4300-ad08-22c6983f8342 req-cfd5caa4-5288-4a3a-a609-ae105fccc8a2 service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108576 Apr 15 10:54:42.789652 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-65e4c23a-86ec-4269-b7ec-24947503876b req-5c252d04-485c-415e-8564-89f9176bd14e tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173584 Apr 15 10:54:42.796398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aa02309e-3060-48eb-8055-04001abf7c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.861007 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-108769ae-559f-4e15-9e15-9a94aae98d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for subnet, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:43.114505 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a5480e-6bf5-400c-a698-655220f43ec8', 'tag': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'status': 'completed', 'code': 200} Apr 15 10:54:43.115133 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bff31216-8c6e-424d-bc7d-715895c3b366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:43.124891 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7582f-0997-481b-8c16-7acbbb991f40 req-6be620b7-9000-4d6d-9d30-5beb9ea7266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:43.126496 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c7582f-0997-481b-8c16-7acbbb991f40 req-6be620b7-9000-4d6d-9d30-5beb9ea7266f service neutron] 10.222.0.102 "GET /v2.0/networks?id=4f4afb39-25ec-44fd-b396-7d72d20a78dd HTTP/1.1" status: 200 len: 915 time: 0.3209925 Apr 15 10:54:43.144891 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aa02309e-3060-48eb-8055-04001abf7c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:43.145601 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc265b-be62-4c17-bd38-302155683c52 req-f23a30a9-db80-4a10-931e-9673ee03f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:43.147217 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-54cc265b-be62-4c17-bd38-302155683c52 req-f23a30a9-db80-4a10-931e-9673ee03f007 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95b6d3d44f5441d68e73436f3a947935&device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 1099 time: 0.1409419 Apr 15 10:54:43.231804 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108769ae-559f-4e15-9e15-9a94aae98d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbca85e1-fb45-4485-a1a3-5417d849a8d8,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:43.234777 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-108769ae-559f-4e15-9e15-9a94aae98d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:43.239451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-77b816b3-5963-4634-befb-1916ca618f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:43.242405 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c7582f-0997-481b-8c16-7acbbb991f40 req-7ba997d8-b545-4cef-be06-574192b6582c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93a084be-de85-407a-b284-18b9e7e4cc79 HTTP/1.1" status: 200 len: 217 time: 0.0941620 Apr 15 10:54:43.269187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aa02309e-3060-48eb-8055-04001abf7c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:43.273121 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-aa02309e-3060-48eb-8055-04001abf7c9f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d2840607-2bb4-4fc3-8c97-0f3c4a5eebb9 HTTP/1.1" status: 204 len: 168 time: 0.6740940 Apr 15 10:54:43.273121 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02309e-3060-48eb-8055-04001abf7c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2840607-2bb4-4fc3-8c97-0f3c4a5eebb9,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:43.274751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-aa02309e-3060-48eb-8055-04001abf7c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:43.419806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-108769ae-559f-4e15-9e15-9a94aae98d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:43.426422 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-108769ae-559f-4e15-9e15-9a94aae98d81 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/dbca85e1-fb45-4485-a1a3-5417d849a8d8 HTTP/1.1" status: 204 len: 168 time: 1.9684238 Apr 15 10:54:43.430564 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 40636) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:43.510050 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3a328f41-9021-4acb-b2c6-bd4083162bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': 'fd029c32-1875-42fe-bef6-c8a6e9d55e41', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'port_id': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'mac_address': 'fa:16:3e:cb:6c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a5480e-6bf5-400c-a698-655220f43ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:39Z', 'revision_number': 1, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:54:03Z', 'revision_number': 5, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:43.522286 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a328f41-9021-4acb-b2c6-bd4083162bb6 None None] Checking router: 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:54:43.553509 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a328f41-9021-4acb-b2c6-bd4083162bb6 None None] Routers {'24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:54:43.554791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3a328f41-9021-4acb-b2c6-bd4083162bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:54:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:43.641394 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a66a82-b04e-4f72-a222-e79f279bcda3 req-097c5d2d-2be8-4038-a45a-a2f54c606ee1 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:43.655686 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-77a66a82-b04e-4f72-a222-e79f279bcda3 req-097c5d2d-2be8-4038-a45a-a2f54c606ee1 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.3539028 Apr 15 10:54:43.709883 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:43.824783 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-77a66a82-b04e-4f72-a222-e79f279bcda3 req-718703db-f67a-476d-a6ae-70932b8644a5 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672328 Apr 15 10:54:43.846587 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-3a328f41-9021-4acb-b2c6-bd4083162bb6 None None] Set router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:54:43.871622 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7582f-0997-481b-8c16-7acbbb991f40 req-72125c18-5b2b-40d6-ad3b-5059a568d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:43.873213 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c7582f-0997-481b-8c16-7acbbb991f40 req-72125c18-5b2b-40d6-ad3b-5059a568d754 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=347eac98-7ebb-414a-adde-ffa40460d4c7 HTTP/1.1" status: 200 len: 853 time: 0.1676137 Apr 15 10:54:43.941020 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc265b-be62-4c17-bd38-302155683c52 req-b98ea7f7-ae03-4d1e-90e4-f41c9d6be1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:43.943135 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-54cc265b-be62-4c17-bd38-302155683c52 req-b98ea7f7-ae03-4d1e-90e4-f41c9d6be1b3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 200 len: 918 time: 0.7414849 Apr 15 10:54:43.952546 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c7582f-0997-481b-8c16-7acbbb991f40 req-eb354b95-124a-4bfa-b9b9-96c093d37032 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4f4afb39-25ec-44fd-b396-7d72d20a78dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665929 Apr 15 10:54:44.119678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.266896 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-54cc265b-be62-4c17-bd38-302155683c52 req-8c62d317-997a-402a-9ca9-fd7d65ca633f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95c2461-cd00-4de2-889b-8fe572a0124c HTTP/1.1" status: 200 len: 999 time: 0.2984655 Apr 15 10:54:44.280496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:44.280890 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:44.281794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:44.282172 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Subscribe: > port after_create 55550000 {{(pid=85286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:44.282577 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Subscribe: > port after_delete 55550000 {{(pid=85286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:44.282945 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Subscribe: > port after_update 55550000 {{(pid=85286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:44.283311 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:44.283691 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:44.284039 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:44.284402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:44.366856 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-3a328f41-9021-4acb-b2c6-bd4083162bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': 'fd029c32-1875-42fe-bef6-c8a6e9d55e41', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'port_id': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'mac_address': 'fa:16:3e:cb:6c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a5480e-6bf5-400c-a698-655220f43ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:39Z', 'revision_number': 1, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:54:03Z', 'revision_number': 5, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:44.372573 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a328f41-9021-4acb-b2c6-bd4083162bb6 None None] The sync data for ids ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'] in dv-cinder-786385-1-smb is: [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': 'fd029c32-1875-42fe-bef6-c8a6e9d55e41', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'port_id': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'mac_address': 'fa:16:3e:cb:6c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a5480e-6bf5-400c-a698-655220f43ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:54:05Z', 'updated_at': '2021-04-15T10:54:39Z', 'revision_number': 1, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:54:03Z', 'revision_number': 5, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:54:44.375007 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:44.375405 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:44.375872 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:44.376255 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85286) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:44.376858 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72']}} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:44.386348 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c7582f-0997-481b-8c16-7acbbb991f40 req-895b2b6d-ba0c-47e8-a42b-330bedd813ee service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167013 Apr 15 10:54:44.439968 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17560aaa-34ac-4115-ae8e-ef0536d733cd') {'for_net_delete': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:44.440272 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17560aaa-34ac-4115-ae8e-ef0536d733cd') {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:44.454093 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10620014'] for segment, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.470916 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.491382 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=85286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:54:44.520715 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc265b-be62-4c17-bd38-302155683c52 req-4746fe7d-c6ee-4807-85f3-8e9d74f0c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:44.522318 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-54cc265b-be62-4c17-bd38-302155683c52 req-4746fe7d-c6ee-4807-85f3-8e9d74f0c4af service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be7d2f97-abff-4a3f-98bc-26e4b12e7f7c HTTP/1.1" status: 200 len: 855 time: 0.2023883 Apr 15 10:54:44.583186 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c7582f-0997-481b-8c16-7acbbb991f40 req-135c4eef-7954-4ca2-95d3-51b4d4343fb5 service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783309 Apr 15 10:54:44.693661 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc265b-be62-4c17-bd38-302155683c52 req-07b21ffa-713e-4f1e-8a41-0ff91a8211f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:44.698168 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-54cc265b-be62-4c17-bd38-302155683c52 req-07b21ffa-713e-4f1e-8a41-0ff91a8211f5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d721fb-2821-48d5-ac89-567367ad279d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1658514 Apr 15 10:54:44.769553 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746639e1-3c9a-49c5-aa32-8677fcb46020 None None] New status for floating IP fd029c32-1875-42fe-bef6-c8a6e9d55e41: ACTIVE {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:54:44.771820 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Network dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 has no segments {{(pid=85286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:54:44.787433 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11376058'] for segment, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.997179 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-54cc265b-be62-4c17-bd38-302155683c52 req-b5db82ec-0d88-4ba6-ad6c-e451381001f5 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889078 Apr 15 10:54:45.111447 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Network dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 has no segments {{(pid=85286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:54:45.137087 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 93a084be-de85-407a-b284-18b9e7e4cc79 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: from cryptography.utils import int_from_bytes Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: from cryptography.utils import int_from_bytes Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: (rel_b, rel_a, rel_b), Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: (rel_b, rel_a, rel_b), Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:54:45.289684 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:54:45.313147 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-54cc265b-be62-4c17-bd38-302155683c52 req-27e49672-3df5-47d3-8dea-2f8e2e06c021 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014166 Apr 15 10:54:45.332836 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 93a084be-de85-407a-b284-18b9e7e4cc79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93a084be-de85-407a-b284-18b9e7e4cc79,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:45.340738 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.357380 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': '93a084be-de85-407a-b284-18b9e7e4cc79', 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd', 'port_id': '93a084be-de85-407a-b284-18b9e7e4cc79', 'mac_address': 'fa:16:3e:f3:9e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347eac98-7ebb-414a-adde-ffa40460d4c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:54:45.394187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:45.420508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.425469 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Pushing event deleted for resources: {'Network': ['ID=dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:45.428889 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.431029 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:45.445099 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] 10.222.0.96 "DELETE /v2.0/networks/dfeb2d81-0168-48a2-b2cc-9a8bbbc64a72 HTTP/1.1" status: 204 len: 168 time: 2.0110352 Apr 15 10:54:45.455987 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a084be-de85-407a-b284-18b9e7e4cc79 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:45.474927 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 93a084be-de85-407a-b284-18b9e7e4cc79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93a084be-de85-407a-b284-18b9e7e4cc79,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:45.482722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.484729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:45.505332 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da407c5b-4b9b-488d-b81a-33102162d216 req-32c25d06-a5fe-418d-af7e-aa413fd79767 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:45.507179 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-da407c5b-4b9b-488d-b81a-33102162d216 req-32c25d06-a5fe-418d-af7e-aa413fd79767 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 944 time: 1.2320650 Apr 15 10:54:45.519370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd04b4-a756-474d-9373-b181b667b9cf req-814c38c2-a3d8-4b77-b822-069e2dd95e5b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:45.521654 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f5cd04b4-a756-474d-9373-b181b667b9cf req-814c38c2-a3d8-4b77-b822-069e2dd95e5b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1865242 Apr 15 10:54:45.576297 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=93a084be-de85-407a-b284-18b9e7e4cc79,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:45.580430 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:45.610072 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 40698) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:45.612874 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-da407c5b-4b9b-488d-b81a-33102162d216 req-ff4f55b6-97c2-46a4-975f-d2b5fc661ac4 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900021 Apr 15 10:54:45.632317 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f5cd04b4-a756-474d-9373-b181b667b9cf req-fe24f33c-f6de-470e-959e-f08e09c83a9b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910277 Apr 15 10:54:45.682877 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-74631ccd-62ce-436d-83b4-de1d36cac83a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=255dbef9e00e4ff990552dae43a18f9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0688710 Apr 15 10:54:45.683070 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 40702) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:45.764109 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2e9d9de6-658e-4a6e-b341-f43671adef92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.799048 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2e9d9de6-658e-4a6e-b341-f43671adef92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.863890 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2e9d9de6-658e-4a6e-b341-f43671adef92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.869367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-14d0bfc5-ab0a-45ad-b014-d81d6316f43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:45.910362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2e9d9de6-658e-4a6e-b341-f43671adef92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.924532 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-2e9d9de6-658e-4a6e-b341-f43671adef92 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/899231fd-f72d-4c53-b197-6539f3dfbefb HTTP/1.1" status: 204 len: 168 time: 0.2328229 Apr 15 10:54:45.925620 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d9de6-658e-4a6e-b341-f43671adef92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899231fd-f72d-4c53-b197-6539f3dfbefb,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:45.928320 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2e9d9de6-658e-4a6e-b341-f43671adef92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:45.958885 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['93a084be-de85-407a-b284-18b9e7e4cc79'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:46.444073 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:54:46.970332 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797905a8-a209-401d-875f-1349bce50e18 req-ff66dc2f-178a-4f3c-81d5-0227631266dd tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:46.972120 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-797905a8-a209-401d-875f-1349bce50e18 req-ff66dc2f-178a-4f3c-81d5-0227631266dd tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 945 time: 0.2035370 Apr 15 10:54:46.989671 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2748-b991-4ea1-a991-2ea94286a85f req-56072ed7-981c-4529-b8b8-8d64b19b3f20 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:46.991837 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8bc2748-b991-4ea1-a991-2ea94286a85f req-56072ed7-981c-4529-b8b8-8d64b19b3f20 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1706324 Apr 15 10:54:47.080905 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8bc2748-b991-4ea1-a991-2ea94286a85f req-ac2a6069-9a0f-4669-a608-7c8233c88e05 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667210 Apr 15 10:54:47.088772 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-797905a8-a209-401d-875f-1349bce50e18 req-49072c4f-b3ab-46cc-9c87-bd76df8a7cbc tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956869 Apr 15 10:54:47.107049 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 93a084be-de85-407a-b284-18b9e7e4cc79 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:47.194791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port 93a084be-de85-407a-b284-18b9e7e4cc79 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:47.202623 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port 93a084be-de85-407a-b284-18b9e7e4cc79 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:47.202623 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:47.515556 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:47.545899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed39178-97cd-4281-9c49-df14a9cf0cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a084be-de85-407a-b284-18b9e7e4cc79'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:47.556861 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 93a084be-de85-407a-b284-18b9e7e4cc79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93a084be-de85-407a-b284-18b9e7e4cc79,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:47.561109 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:47.563565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:47.612705 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed39178-97cd-4281-9c49-df14a9cf0cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a084be-de85-407a-b284-18b9e7e4cc79', 'code': 200} Apr 15 10:54:47.639887 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=93a084be-de85-407a-b284-18b9e7e4cc79,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:47.643117 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:47.996073 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be4b66-2eab-4d84-bc5a-2b17e518e339 req-a2c9df66-b599-4536-9555-c5f4ee7548aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:47.997894 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-86be4b66-2eab-4d84-bc5a-2b17e518e339 req-a2c9df66-b599-4536-9555-c5f4ee7548aa service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 1099 time: 0.0876014 Apr 15 10:54:48.049191 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-86be4b66-2eab-4d84-bc5a-2b17e518e339 req-b5d4c014-adfc-4700-87a9-e0ef8758231e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434587 Apr 15 10:54:48.380792 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b893d2c-bab4-4199-a11e-f320ae5f0d6b req-189e5bb4-827a-4ea2-8d99-1bdddf6af145 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:48.382658 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3b893d2c-bab4-4199-a11e-f320ae5f0d6b req-189e5bb4-827a-4ea2-8d99-1bdddf6af145 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 946 time: 0.1352997 Apr 15 10:54:48.392791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da75b6-0d3d-4503-8a21-84c91a3d1479 req-248ad326-ea04-45dd-8b41-b97f3be645d0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:48.394623 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-16da75b6-0d3d-4503-8a21-84c91a3d1479 req-248ad326-ea04-45dd-8b41-b97f3be645d0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1877120 Apr 15 10:54:48.477154 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3b893d2c-bab4-4199-a11e-f320ae5f0d6b req-1d092bd6-23f8-48d6-9b22-8f444b127d71 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814483 Apr 15 10:54:48.486819 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-16da75b6-0d3d-4503-8a21-84c91a3d1479 req-01eb0796-ca96-4fe7-bbe8-02c19feef735 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722437 Apr 15 10:54:48.912825 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 40848) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:49.060411 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c418f452-a557-4a0d-8b07-3b907fc0251f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.078574 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c418f452-a557-4a0d-8b07-3b907fc0251f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:49.083542 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-c418f452-a557-4a0d-8b07-3b907fc0251f admin admin] Usage tracker for resource:security_group_rule and tenant:5228b02bb4e64646a9b060de61278ca3 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:49.086690 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-c418f452-a557-4a0d-8b07-3b907fc0251f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:49.093374 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c418f452-a557-4a0d-8b07-3b907fc0251f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:49.199325 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c418f452-a557-4a0d-8b07-3b907fc0251f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.203136 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c418f452-a557-4a0d-8b07-3b907fc0251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.212953 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:49.263699 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 40864) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:49.263864 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-c418f452-a557-4a0d-8b07-3b907fc0251f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5228b02bb4e64646a9b060de61278ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507330 Apr 15 10:54:49.264930 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418f452-a557-4a0d-8b07-3b907fc0251f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653b7864-4c1b-4309-ba7d-394e11124e33,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:49.268478 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c418f452-a557-4a0d-8b07-3b907fc0251f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:49.348648 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de60ce67-2526-4502-ada3-9d1b1d18a86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.380215 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de60ce67-2526-4502-ada3-9d1b1d18a86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.446755 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de60ce67-2526-4502-ada3-9d1b1d18a86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.452664 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7fb9bd44-be76-48a3-b9fd-c4fd148798c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:49.469367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60ce67-2526-4502-ada3-9d1b1d18a86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653b7864-4c1b-4309-ba7d-394e11124e33,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:49.475895 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-de60ce67-2526-4502-ada3-9d1b1d18a86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:49.478829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-de60ce67-2526-4502-ada3-9d1b1d18a86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.485453 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-de60ce67-2526-4502-ada3-9d1b1d18a86c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/653b7864-4c1b-4309-ba7d-394e11124e33 HTTP/1.1" status: 204 len: 168 time: 0.2200739 Apr 15 10:54:49.807385 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67537ee-928e-4637-ab45-0d4ef9913cc1 req-3ee534fb-cd66-4334-b392-07f9ff6ee6bf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:49.816367 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c67537ee-928e-4637-ab45-0d4ef9913cc1 req-3ee534fb-cd66-4334-b392-07f9ff6ee6bf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 946 time: 0.2037864 Apr 15 10:54:49.857720 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff5ebf-b65e-409f-b7e9-b3051dc2ab2b req-3c314c37-5f9a-4822-8ea8-a0649b394499 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:49.872619 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1bff5ebf-b65e-409f-b7e9-b3051dc2ab2b req-3c314c37-5f9a-4822-8ea8-a0649b394499 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.2032118 Apr 15 10:54:49.948730 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 40904) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:49.955141 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c67537ee-928e-4637-ab45-0d4ef9913cc1 req-15c9d272-ddc0-4d6f-ab80-8e4aa8e12744 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378360 Apr 15 10:54:49.972634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4537-719f-4996-a16c-8efbfad75023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.978234 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1bff5ebf-b65e-409f-b7e9-b3051dc2ab2b req-735872b5-4d3f-420b-9f09-1aacc0e05a29 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818148 Apr 15 10:54:49.991708 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dd6c4537-719f-4996-a16c-8efbfad75023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:49.997198 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-dd6c4537-719f-4996-a16c-8efbfad75023 admin admin] Usage tracker for resource:security_group_rule and tenant:5f9f435ac76b4fb38d3156ba01790c6a is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:50.001012 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-dd6c4537-719f-4996-a16c-8efbfad75023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:50.008496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dd6c4537-719f-4996-a16c-8efbfad75023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:50.110590 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4537-719f-4996-a16c-8efbfad75023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:50.113576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dd6c4537-719f-4996-a16c-8efbfad75023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:50.123821 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2dae9285-700f-4803-a5e9-dd553be9f412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:50.171338 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-dd6c4537-719f-4996-a16c-8efbfad75023 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5f9f435ac76b4fb38d3156ba01790c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213950 Apr 15 10:54:50.172444 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c4537-719f-4996-a16c-8efbfad75023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c912a166-bbb5-491c-a06f-014c4b9e1697,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:50.174645 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 40912) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:50.175726 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dd6c4537-719f-4996-a16c-8efbfad75023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:50.245594 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6626b933-7e9d-447b-a59a-4a65c7e1742c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:50.279628 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6626b933-7e9d-447b-a59a-4a65c7e1742c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:50.330690 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6626b933-7e9d-447b-a59a-4a65c7e1742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:50.336183 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:50.343481 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 40918) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:50.349232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626b933-7e9d-447b-a59a-4a65c7e1742c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c912a166-bbb5-491c-a06f-014c4b9e1697,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:50.354967 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6626b933-7e9d-447b-a59a-4a65c7e1742c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:50.359353 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6626b933-7e9d-447b-a59a-4a65c7e1742c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:50.361472 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6626b933-7e9d-447b-a59a-4a65c7e1742c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c912a166-bbb5-491c-a06f-014c4b9e1697 HTTP/1.1" status: 204 len: 168 time: 0.1839037 Apr 15 10:54:50.635398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-49fc6977-4da7-4cef-9abb-4fef5e0ef861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:50.654928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-49fc6977-4da7-4cef-9abb-4fef5e0ef861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:50.662926 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-49fc6977-4da7-4cef-9abb-4fef5e0ef861 admin admin] Usage tracker for resource:security_group_rule and tenant:dd4953d6746e4c96a6bdca6d8e026653 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:50.669061 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-49fc6977-4da7-4cef-9abb-4fef5e0ef861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:50.678810 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-49fc6977-4da7-4cef-9abb-4fef5e0ef861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:50.750387 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 40940) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:50.771618 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc17fd22-4a58-4b44-8c58-0836b4d6b99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:50.777737 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-49fc6977-4da7-4cef-9abb-4fef5e0ef861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:50.781947 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-49fc6977-4da7-4cef-9abb-4fef5e0ef861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:50.793681 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fc17fd22-4a58-4b44-8c58-0836b4d6b99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:50.798685 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cffb700e-d24d-40b0-9140-433b4728d6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:50.800477 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-fc17fd22-4a58-4b44-8c58-0836b4d6b99b admin admin] Usage tracker for resource:security_group_rule and tenant:0bf43c48623345139e947e606a75cf1e is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:50.804074 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-fc17fd22-4a58-4b44-8c58-0836b4d6b99b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:50.812528 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fc17fd22-4a58-4b44-8c58-0836b4d6b99b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:50.859377 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-49fc6977-4da7-4cef-9abb-4fef5e0ef861 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dd4953d6746e4c96a6bdca6d8e026653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5146213 Apr 15 10:54:50.860222 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 40948) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:50.861037 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc6977-4da7-4cef-9abb-4fef5e0ef861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742bad76-4516-4ee7-a6d7-e3f712aea513,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:50.866624 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-49fc6977-4da7-4cef-9abb-4fef5e0ef861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:50.922681 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc17fd22-4a58-4b44-8c58-0836b4d6b99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:50.924757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc17fd22-4a58-4b44-8c58-0836b4d6b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:50.955840 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a5bc43cb-3ccb-4e10-a3d3-e7f251c3dbd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:50.961556 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2310fa77-602f-44e2-a0b9-7989027156dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:50.969680 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-fc17fd22-4a58-4b44-8c58-0836b4d6b99b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0bf43c48623345139e947e606a75cf1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2153609 Apr 15 10:54:50.972453 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 40952) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:50.993474 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2310fa77-602f-44e2-a0b9-7989027156dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:51.032534 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17fd22-4a58-4b44-8c58-0836b4d6b99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47686a73-97fe-4956-aefb-1b01309482bc,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:51.054332 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2310fa77-602f-44e2-a0b9-7989027156dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:51.055244 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc17fd22-4a58-4b44-8c58-0836b4d6b99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:51.063866 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9168e790-968f-44d9-a451-399fd8e525ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:51.077813 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310fa77-602f-44e2-a0b9-7989027156dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742bad76-4516-4ee7-a6d7-e3f712aea513,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:51.081301 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2310fa77-602f-44e2-a0b9-7989027156dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:51.104837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2310fa77-602f-44e2-a0b9-7989027156dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:51.110930 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-2310fa77-602f-44e2-a0b9-7989027156dc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/742bad76-4516-4ee7-a6d7-e3f712aea513 HTTP/1.1" status: 204 len: 168 time: 0.2458255 Apr 15 10:54:51.135956 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d6430558-95a1-4d20-9732-6119017af55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:51.221440 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d6430558-95a1-4d20-9732-6119017af55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:51.342611 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d6430558-95a1-4d20-9732-6119017af55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:51.349420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6626b933-7e9d-447b-a59a-4a65c7e1742c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:51.368095 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6430558-95a1-4d20-9732-6119017af55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47686a73-97fe-4956-aefb-1b01309482bc,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:51.375170 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d6430558-95a1-4d20-9732-6119017af55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:51.381826 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d6430558-95a1-4d20-9732-6119017af55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:51.383093 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d6430558-95a1-4d20-9732-6119017af55a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/47686a73-97fe-4956-aefb-1b01309482bc HTTP/1.1" status: 204 len: 168 time: 0.4096396 Apr 15 10:54:51.435657 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c5a3b-7165-496b-96f2-2e6c413c2f0a req-b9d3b3da-9a39-452b-9b1c-1a1f05fdf4c9 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:51.439067 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e58c5a3b-7165-496b-96f2-2e6c413c2f0a req-b9d3b3da-9a39-452b-9b1c-1a1f05fdf4c9 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.2672389 Apr 15 10:54:51.449128 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70778724-da6a-494c-bdb9-37376ffe4ed1 req-770f3427-901b-4014-869d-227deaf5abde tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:51.450755 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-70778724-da6a-494c-bdb9-37376ffe4ed1 req-770f3427-901b-4014-869d-227deaf5abde tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 946 time: 0.2802975 Apr 15 10:54:51.516408 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e58c5a3b-7165-496b-96f2-2e6c413c2f0a req-0d634775-68d1-497b-b7f0-cba8c9ce339a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642879 Apr 15 10:54:51.549711 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-70778724-da6a-494c-bdb9-37376ffe4ed1 req-a6f63148-b406-4a5e-9e92-73450006eba9 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809681 Apr 15 10:54:51.664815 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 40978) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:51.684603 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e93d35d0-4914-43a2-b33e-33ec8813a953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:51.701500 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e93d35d0-4914-43a2-b33e-33ec8813a953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:51.705563 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-e93d35d0-4914-43a2-b33e-33ec8813a953 admin admin] Usage tracker for resource:security_group_rule and tenant:4c996f281a73402ab68c929fd310bd19 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:51.708840 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-e93d35d0-4914-43a2-b33e-33ec8813a953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:51.715999 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e93d35d0-4914-43a2-b33e-33ec8813a953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:51.818330 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e93d35d0-4914-43a2-b33e-33ec8813a953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:51.822296 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e93d35d0-4914-43a2-b33e-33ec8813a953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:51.835364 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c418f452-a557-4a0d-8b07-3b907fc0251f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:51.896204 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-e93d35d0-4914-43a2-b33e-33ec8813a953 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4c996f281a73402ab68c929fd310bd19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302027 Apr 15 10:54:51.897181 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d35d0-4914-43a2-b33e-33ec8813a953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcb13e6-2306-4d88-8566-ba120282487a,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:51.900012 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 40990) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:51.911524 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e93d35d0-4914-43a2-b33e-33ec8813a953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:52.010205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-367e2ac1-f76a-460e-a86d-a79aab67517d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:52.045683 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-367e2ac1-f76a-460e-a86d-a79aab67517d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:52.107841 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-367e2ac1-f76a-460e-a86d-a79aab67517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:52.114148 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-45d52edf-ada1-4fc9-b062-599eac6e086b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:52.132496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e2ac1-f76a-460e-a86d-a79aab67517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcb13e6-2306-4d88-8566-ba120282487a,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:52.141030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-367e2ac1-f76a-460e-a86d-a79aab67517d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:52.141935 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-367e2ac1-f76a-460e-a86d-a79aab67517d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:52.143244 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-367e2ac1-f76a-460e-a86d-a79aab67517d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2bcb13e6-2306-4d88-8566-ba120282487a HTTP/1.1" status: 204 len: 168 time: 0.2421582 Apr 15 10:54:52.185345 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:52.845354 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aacad-5463-4bdd-bf5f-e810b312264b req-730c790b-3df5-48d0-97b4-774d26c6a6b8 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:52.853840 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-696aacad-5463-4bdd-bf5f-e810b312264b req-730c790b-3df5-48d0-97b4-774d26c6a6b8 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1584632 Apr 15 10:54:52.985527 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-696aacad-5463-4bdd-bf5f-e810b312264b req-df639e39-89b4-41c3-a2a5-57db891bcbd0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288345 Apr 15 10:54:53.296207 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41070) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:53.557148 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5214985c-0ae7-4dd4-b0ea-3dc4069e727e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:53.576221 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5214985c-0ae7-4dd4-b0ea-3dc4069e727e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:53.580523 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-5214985c-0ae7-4dd4-b0ea-3dc4069e727e admin admin] Usage tracker for resource:security_group_rule and tenant:664b35d0828c4cf4b452e54d64582788 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:53.583493 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-5214985c-0ae7-4dd4-b0ea-3dc4069e727e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:53.590179 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5214985c-0ae7-4dd4-b0ea-3dc4069e727e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:53.697050 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5214985c-0ae7-4dd4-b0ea-3dc4069e727e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:53.701292 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5214985c-0ae7-4dd4-b0ea-3dc4069e727e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:53.711486 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:53.758195 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-5214985c-0ae7-4dd4-b0ea-3dc4069e727e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=664b35d0828c4cf4b452e54d64582788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568219 Apr 15 10:54:53.758774 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 41098) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:53.762508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214985c-0ae7-4dd4-b0ea-3dc4069e727e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c845c07a-c316-4859-aafe-3026bb704623,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:53.771399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5214985c-0ae7-4dd4-b0ea-3dc4069e727e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:53.837064 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6fba5248-3cca-44bd-b037-e96327d37362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:53.891086 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6fba5248-3cca-44bd-b037-e96327d37362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:53.943962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6fba5248-3cca-44bd-b037-e96327d37362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:53.949532 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1e0f65b9-7d3e-44e7-ae7e-1481554c8dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:53.962463 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba5248-3cca-44bd-b037-e96327d37362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c845c07a-c316-4859-aafe-3026bb704623,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:53.966146 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6fba5248-3cca-44bd-b037-e96327d37362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:53.974036 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6fba5248-3cca-44bd-b037-e96327d37362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:53.978608 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6fba5248-3cca-44bd-b037-e96327d37362 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c845c07a-c316-4859-aafe-3026bb704623 HTTP/1.1" status: 204 len: 168 time: 0.2184243 Apr 15 10:54:53.992511 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 41110) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:54.238200 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922c634-d97c-4088-bdd0-4ae0efd36d61 req-e484b247-3f5a-40ae-9d96-3331bf77df60 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:54.240372 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a922c634-d97c-4088-bdd0-4ae0efd36d61 req-e484b247-3f5a-40ae-9d96-3331bf77df60 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1185532 Apr 15 10:54:54.611126 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-040609ba-5dda-446c-a237-7e44f1ec30c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.637984 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a922c634-d97c-4088-bdd0-4ae0efd36d61 req-38d2a787-58cc-410d-b78e-47179fc3aa9d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906705 Apr 15 10:54:54.639300 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-040609ba-5dda-446c-a237-7e44f1ec30c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:54.644662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-040609ba-5dda-446c-a237-7e44f1ec30c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ee536e4b0b08481ea77010ee885108d6 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:54.648538 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-040609ba-5dda-446c-a237-7e44f1ec30c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:54.656454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-040609ba-5dda-446c-a237-7e44f1ec30c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:54.773349 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-040609ba-5dda-446c-a237-7e44f1ec30c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.804660 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-040609ba-5dda-446c-a237-7e44f1ec30c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.818140 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc17fd22-4a58-4b44-8c58-0836b4d6b99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:54.920952 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-040609ba-5dda-446c-a237-7e44f1ec30c1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ee536e4b0b08481ea77010ee885108d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9269488 Apr 15 10:54:54.921505 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41168) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:54.931197 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040609ba-5dda-446c-a237-7e44f1ec30c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d2f9d4-337e-454b-953a-4a033075da5c,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:54.937526 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-040609ba-5dda-446c-a237-7e44f1ec30c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:55.013151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f322a7-61ff-468f-82c0-feaeda100316 req-31f6e943-0dd9-47b3-9075-f64697638ebb tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:55.021282 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38f322a7-61ff-468f-82c0-feaeda100316 req-31f6e943-0dd9-47b3-9075-f64697638ebb tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/networks?id=4f4afb39-25ec-44fd-b396-7d72d20a78dd HTTP/1.1" status: 200 len: 813 time: 0.2538648 Apr 15 10:54:55.029624 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a99e16db-e405-4406-8a84-99a40def36b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:55.045562 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38f322a7-61ff-468f-82c0-feaeda100316 req-07a708c2-20e9-4eaa-847f-6820e22c4928 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/quotas/7ec1f19aa1334575a63a8e11deed30f3 HTTP/1.1" status: 200 len: 375 time: 0.0230458 Apr 15 10:54:55.063393 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a99e16db-e405-4406-8a84-99a40def36b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:55.111401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f905e42-8bac-44e1-890a-eb648e6a5f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:55.146350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a99e16db-e405-4406-8a84-99a40def36b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:55.157258 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:55.176816 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a99e16db-e405-4406-8a84-99a40def36b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:55.180796 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a99e16db-e405-4406-8a84-99a40def36b2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/88d2f9d4-337e-454b-953a-4a033075da5c HTTP/1.1" status: 204 len: 168 time: 0.2549984 Apr 15 10:54:55.186003 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e16db-e405-4406-8a84-99a40def36b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d2f9d4-337e-454b-953a-4a033075da5c,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:55.189307 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a99e16db-e405-4406-8a84-99a40def36b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:55.193278 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38f322a7-61ff-468f-82c0-feaeda100316 req-911f3039-60f6-438b-ac89-797843889c70 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7ec1f19aa1334575a63a8e11deed30f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1466990 Apr 15 10:54:55.366259 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38f322a7-61ff-468f-82c0-feaeda100316 req-219c38dd-637a-4fc4-aa3a-5ef0b44227e6 service neutron] 10.222.0.96 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718364 Apr 15 10:54:55.531452 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38f322a7-61ff-468f-82c0-feaeda100316 req-e3e24abc-c167-4496-99f1-6fd305801521 service neutron] 10.222.0.96 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641395 Apr 15 10:54:55.801055 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-13b35496-f6ee-4f48-ab77-84ffc68d7f54 req-ac543c8d-f133-4bb8-8ad3-91dcb0c3c202 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 210 time: 0.0680778 Apr 15 10:54:56.147348 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad680218-7fa3-4d46-adb1-f0f4a1ff4aef req-fe49abe9-9b38-4d2b-b59a-6b7960c2cde1 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:56.149087 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ad680218-7fa3-4d46-adb1-f0f4a1ff4aef req-fe49abe9-9b38-4d2b-b59a-6b7960c2cde1 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1223292 Apr 15 10:54:56.211187 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ad680218-7fa3-4d46-adb1-f0f4a1ff4aef req-7b3c456d-7cec-45ab-bd0c-f5b5a50f4185 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539265 Apr 15 10:54:56.425631 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41234) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:56.551946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-557443590-network', 'tenant_id': '7f5487f9bf5e46288b1707573d5e958a'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:56.557379 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:56.565162 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Usage tracker for resource:network and tenant:7f5487f9bf5e46288b1707573d5e958a is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:56.570032 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:56.587678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:56.599764 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Made reservation on behalf of 7f5487f9bf5e46288b1707573d5e958a for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:56.608722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.623565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.643234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:56.647412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Usage tracker for resource:security_group_rule and tenant:7f5487f9bf5e46288b1707573d5e958a is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:56.650567 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:56.657158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:56.748361 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.751081 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.755592 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2fdd7e25-4deb-4ff1-b0a5-3f0e53f2b58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:56.789668 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:54:56.799358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bd8e57-77a7-4288-942e-026c93a35ed6,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:56.802952 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:56.807158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.807594 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Added segment 26610331-290d-4edb-9841-1c2237e7887d of type vlan for network d5e62630-5e3a-4f41-8213-1536a6c7b308 Apr 15 10:54:56.837804 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.876149 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.877583 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:56.878237 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.883745 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-76a8e50f-98b5-4050-b571-7866e6084869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:56.994290 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Pushing event updated for resources: {'Network': ['ID=d5e62630-5e3a-4f41-8213-1536a6c7b308,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:56.999846 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:57.007900 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5810368 Apr 15 10:54:57.008856 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network d5e62630-5e3a-4f41-8213-1536a6c7b308 details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:54:57.009087 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41256) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:57.010963 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1edbdf00-453f-4fdd-bed7-38c861dc335c req-6c3ce70c-1f4c-4c38-bce9-8781f91949af tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 210 time: 0.0563972 Apr 15 10:54:57.016487 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Request body: {'subnet': {'network_id': 'd5e62630-5e3a-4f41-8213-1536a6c7b308', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-557443590-subnet', 'tenant_id': '7f5487f9bf5e46288b1707573d5e958a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:57.021961 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:57.026456 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Usage tracker for resource:subnet and tenant:7f5487f9bf5e46288b1707573d5e958a is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:57.031169 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:57.038284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:57.050084 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Made reservation on behalf of 7f5487f9bf5e46288b1707573d5e958a for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:57.055845 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Notify callbacks [] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:57.562716 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f322a7-61ff-468f-82c0-feaeda100316 req-1e75c40a-892f-48c3-b9d2-e4e26c4bc9f1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:57.564353 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38f322a7-61ff-468f-82c0-feaeda100316 req-1e75c40a-892f-48c3-b9d2-e4e26c4bc9f1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "GET /v2.0/networks?id=4f4afb39-25ec-44fd-b396-7d72d20a78dd HTTP/1.1" status: 200 len: 813 time: 0.2528896 Apr 15 10:54:57.579130 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c5a23-2d13-4142-aa7e-96673d30d7a7 req-40aebeee-7bc6-4c06-ad11-773e3c46590b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:57.581230 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d23c5a23-2d13-4142-aa7e-96673d30d7a7 req-40aebeee-7bc6-4c06-ad11-773e3c46590b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.2162952 Apr 15 10:54:57.635700 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Request body: {'port': {'device_id': '8edfcadf-952f-42b3-9c15-7a2a35cace47', 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd', 'admin_state_up': True, 'tenant_id': '7ec1f19aa1334575a63a8e11deed30f3'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:57.642155 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d23c5a23-2d13-4142-aa7e-96673d30d7a7 req-41e4892f-d5b8-48b1-8e07-fa98ba62842f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501034 Apr 15 10:54:57.806794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:57.813736 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Usage tracker for resource:port and tenant:7ec1f19aa1334575a63a8e11deed30f3 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:57.820552 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:57.831000 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:57.862192 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Made reservation on behalf of 7ec1f19aa1334575a63a8e11deed30f3 for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:57.885566 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.072804 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.080222 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-474fb3dc-02b3-45a7-bd85-8947e4ea75b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.109141 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-104f9714-decd-4e1e-b064-f80a6779cc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:58.300608 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1dd0f7a5-24e1-4401-b466-c6b0d4392293 req-793d60fb-9e4e-4dc4-b41d-3db909b54000 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 210 time: 0.0895746 Apr 15 10:54:58.416433 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 41302) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:58.466553 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.595757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c78515-2b7f-4579-90fe-59da3991e747,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:58.607165 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:58.613104 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a345df2a-7901-44b3-a77e-3e1ca1e19f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.624338 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Allocated IP 172.20.0.11 (4f4afb39-25ec-44fd-b396-7d72d20a78dd/347eac98-7ebb-414a-adde-ffa40460d4c7/ba66397d-917a-47d7-a2d2-0d848e4ed423) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:58.631141 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a345df2a-7901-44b3-a77e-3e1ca1e19f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:58.635333 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a345df2a-7901-44b3-a77e-3e1ca1e19f66 admin admin] Usage tracker for resource:security_group_rule and tenant:cf2c2c512e4a48728c8da35a4627eaf4 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:58.639584 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a345df2a-7901-44b3-a77e-3e1ca1e19f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:58.646103 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a345df2a-7901-44b3-a77e-3e1ca1e19f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:58.768093 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a345df2a-7901-44b3-a77e-3e1ca1e19f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.772246 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a345df2a-7901-44b3-a77e-3e1ca1e19f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.795513 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6b7e222f-2f43-4bf9-8d66-a66e9234ec11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:58.807261 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Checking segment: {'id': '26610331-290d-4edb-9841-1c2237e7887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'd5e62630-5e3a-4f41-8213-1536a6c7b308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:58.807873 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Network hostable DHCP agents. Network: d5e62630-5e3a-4f41-8213-1536a6c7b308, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:54:58.862751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Network d5e62630-5e3a-4f41-8213-1536a6c7b308 is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:54:58.889834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, d5e62630-5e3a-4f41-8213-1536a6c7b308) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:58.900024 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0344685a-1548-4e4a-aa9e-a6bc5a62f5ab None None] Network d5e62630-5e3a-4f41-8213-1536a6c7b308 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:58.906928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:58.907588 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.914171 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a345df2a-7901-44b3-a77e-3e1ca1e19f66 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cf2c2c512e4a48728c8da35a4627eaf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4965475 Apr 15 10:54:58.914955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41316) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:58.930301 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345df2a-7901-44b3-a77e-3e1ca1e19f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a9a537-cd71-4fe0-be58-9269734f6031,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:58.937585 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a345df2a-7901-44b3-a77e-3e1ca1e19f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:58.938567 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 41320) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:58.962103 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.998213 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-69041a70-0f67-4a6f-af0e-c2e73b2eb77c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9792933 Apr 15 10:54:58.998420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18181df-f3cf-4463-8fbe-5d59ac4463b1 req-eccf984b-8fc3-4b94-970d-66143031e135 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:58.998420 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f18181df-f3cf-4463-8fbe-5d59ac4463b1 req-eccf984b-8fc3-4b94-970d-66143031e135 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.2007384 Apr 15 10:54:59.035413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6f943748-0b0f-44a7-88d3-4ce85e032730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.076036 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f18181df-f3cf-4463-8fbe-5d59ac4463b1 req-548bf2ab-dc06-4deb-ae5b-b35b7d5aa3c1 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661616 Apr 15 10:54:59.082299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6f943748-0b0f-44a7-88d3-4ce85e032730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.107150 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.140848 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:59.171002 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fb17f64f-265a-4cd3-8ea5-bba666571a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.180882 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['25d286b2-4726-4e79-a444-d54f350227b6', '93a084be-de85-407a-b284-18b9e7e4cc79'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:59.199945 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fb17f64f-265a-4cd3-8ea5-bba666571a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:59.205047 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-fb17f64f-265a-4cd3-8ea5-bba666571a5e admin admin] Usage tracker for resource:security_group_rule and tenant:f96f1b2b812e4ecd950ae790560b7bb6 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:59.209227 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-fb17f64f-265a-4cd3-8ea5-bba666571a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:59.217444 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-fb17f64f-265a-4cd3-8ea5-bba666571a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:59.252239 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Pushing event updated for resources: {'Port': ['ID=ba66397d-917a-47d7-a2d2-0d848e4ed423,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:59.271209 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:59.329819 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fb17f64f-265a-4cd3-8ea5-bba666571a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.334265 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fb17f64f-265a-4cd3-8ea5-bba666571a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.344683 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855a074b-21a0-4f73-aaf4-884fde2d82e5 None None] Network d5e62630-5e3a-4f41-8213-1536a6c7b308 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:59.373828 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:59.435132 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17f64f-265a-4cd3-8ea5-bba666571a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795ce6e2-ad12-48f2-978c-74b9a9f7fd77,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:59.451962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fb17f64f-265a-4cd3-8ea5-bba666571a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:59.489906 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.504407 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-fb17f64f-265a-4cd3-8ea5-bba666571a5e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f96f1b2b812e4ecd950ae790560b7bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609901 Apr 15 10:54:59.505424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 41342) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:59.506544 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6f943748-0b0f-44a7-88d3-4ce85e032730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.537683 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3196ab04-248f-4eda-871f-dbaf12476aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:59.585853 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f943748-0b0f-44a7-88d3-4ce85e032730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a9a537-cd71-4fe0-be58-9269734f6031,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:59.598235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6f943748-0b0f-44a7-88d3-4ce85e032730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:59.601195 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6f943748-0b0f-44a7-88d3-4ce85e032730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.618890 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6f943748-0b0f-44a7-88d3-4ce85e032730 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/03a9a537-cd71-4fe0-be58-9269734f6031 HTTP/1.1" status: 204 len: 168 time: 0.6918852 Apr 15 10:54:59.645179 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Network 4f4afb39-25ec-44fd-b396-7d72d20a78dd is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:59.648653 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:59.657399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:59.670128 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:59.670902 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.712958 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38f322a7-61ff-468f-82c0-feaeda100316 req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0834029 Apr 15 10:54:59.737508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Request body: {'port': {'device_id': '8edfcadf-952f-42b3-9c15-7a2a35cace47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:59.778261 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e39f88ee-244b-452a-8932-03b63e6d9c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.881333 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e39f88ee-244b-452a-8932-03b63e6d9c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.948124 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e39f88ee-244b-452a-8932-03b63e6d9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.965407 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.984633 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6fba5248-3cca-44bd-b037-e96327d37362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:00.003370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f88ee-244b-452a-8932-03b63e6d9c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795ce6e2-ad12-48f2-978c-74b9a9f7fd77,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:00.012555 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e39f88ee-244b-452a-8932-03b63e6d9c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:00.030299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d49cd-1ddf-468f-81fa-dbb30caf912b req-d4108c43-b237-4cea-9e9e-970b157ea8c1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:00.038241 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-865d49cd-1ddf-468f-81fa-dbb30caf912b req-d4108c43-b237-4cea-9e9e-970b157ea8c1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 932 time: 0.3974619 Apr 15 10:55:00.055673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e39f88ee-244b-452a-8932-03b63e6d9c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:00.060167 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-e39f88ee-244b-452a-8932-03b63e6d9c48 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/795ce6e2-ad12-48f2-978c-74b9a9f7fd77 HTTP/1.1" status: 204 len: 168 time: 0.5502260 Apr 15 10:55:00.101313 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-865d49cd-1ddf-468f-81fa-dbb30caf912b req-1cde3508-4712-4767-93bd-c06c85c7996a tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619280 Apr 15 10:55:00.248155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41366) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:00.285027 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-30f9ed6a-b681-4f5b-b856-caf9fd3dd15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:00.387015 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-30f9ed6a-b681-4f5b-b856-caf9fd3dd15c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:00.398616 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-30f9ed6a-b681-4f5b-b856-caf9fd3dd15c admin admin] Usage tracker for resource:security_group_rule and tenant:105a8107d87b46d0931f2729d44473cf is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:00.404301 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ebafb-b857-4a45-80c8-879a9bd6d5e2 req-43d14ee5-8e9e-49e4-beef-95417fb9296e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:00.404441 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-30f9ed6a-b681-4f5b-b856-caf9fd3dd15c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:00.412438 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-250ebafb-b857-4a45-80c8-879a9bd6d5e2 req-43d14ee5-8e9e-49e4-beef-95417fb9296e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1826832 Apr 15 10:55:00.441308 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-30f9ed6a-b681-4f5b-b856-caf9fd3dd15c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:00.471159 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-250ebafb-b857-4a45-80c8-879a9bd6d5e2 req-29db73c9-48e3-45b7-b2d2-254342c2b25e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574660 Apr 15 10:55:00.471723 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41374) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:00.494092 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-968545047-network', 'tenant_id': '0ce6fd132151454cbc26ecc4f2a87ebf'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:00.514130 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:00.529970 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Usage tracker for resource:network and tenant:0ce6fd132151454cbc26ecc4f2a87ebf is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:00.534128 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:00.556227 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:00.578684 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:00.584227 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Made reservation on behalf of 0ce6fd132151454cbc26ecc4f2a87ebf for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:00.589754 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:00.611898 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:00.667013 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:00.680815 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Usage tracker for resource:security_group_rule and tenant:0ce6fd132151454cbc26ecc4f2a87ebf is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:00.721412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:00.737166 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:00.753147 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-30f9ed6a-b681-4f5b-b856-caf9fd3dd15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:00.764140 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-30f9ed6a-b681-4f5b-b856-caf9fd3dd15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:00.776060 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a99e16db-e405-4406-8a84-99a40def36b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:00.805032 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba66397d-917a-47d7-a2d2-0d848e4ed423 {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:00.827837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:00.861659 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9ed6a-b681-4f5b-b856-caf9fd3dd15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f168fc30-5c42-4490-a661-e948e09fc8cc,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:00.874713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-30f9ed6a-b681-4f5b-b856-caf9fd3dd15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:00.882831 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-30f9ed6a-b681-4f5b-b856-caf9fd3dd15c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=105a8107d87b46d0931f2729d44473cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6312013 Apr 15 10:55:00.883883 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 41390) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:00.884902 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Transition to ACTIVE for port object ba66397d-917a-47d7-a2d2-0d848e4ed423 will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:00.889435 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:00.908989 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:00.976502 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5ff42dd6-639b-403a-bfb8-7589e4de15a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.009109 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5ff42dd6-639b-403a-bfb8-7589e4de15a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.067123 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5ff42dd6-639b-403a-bfb8-7589e4de15a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.072880 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cfab5a2b-8af6-4c5d-bc89-fedaf1102a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:01.083627 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba66397d-917a-47d7-a2d2-0d848e4ed423,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:01.090128 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff42dd6-639b-403a-bfb8-7589e4de15a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f168fc30-5c42-4490-a661-e948e09fc8cc,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:01.093496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:01.094767 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5ff42dd6-639b-403a-bfb8-7589e4de15a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:01.098972 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5ff42dd6-639b-403a-bfb8-7589e4de15a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.102626 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-5ff42dd6-639b-403a-bfb8-7589e4de15a9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f168fc30-5c42-4490-a661-e948e09fc8cc HTTP/1.1" status: 204 len: 168 time: 0.2142737 Apr 15 10:55:01.117505 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.132889 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.139420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-16cc73c6-691c-4070-9c16-c1db2a1a35f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:01.188832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:55:01.204102 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b8ecf5-c908-4edf-8a35-d33b4e1ab7a9,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:01.209465 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:01.266348 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.266774 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Added segment c13ebf73-d619-4998-9a8f-e5c1be52581a of type vlan for network ef1d213e-0e84-4605-b447-89dc70bea44f Apr 15 10:55:01.323282 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0e60c-4880-480f-b0f3-c09b03658ee7 req-7d05ebba-eae0-4556-88d7-e93b92909eda tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:01.332481 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-58b0e60c-4880-480f-b0f3-c09b03658ee7 req-7d05ebba-eae0-4556-88d7-e93b92909eda tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 944 time: 0.1127512 Apr 15 10:55:01.368347 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.376226 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Attempting to bind port ba66397d-917a-47d7-a2d2-0d848e4ed423 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:01.376533 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Attempting to bind port ba66397d-917a-47d7-a2d2-0d848e4ed423 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:01.376913 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Attempting to bind port ba66397d-917a-47d7-a2d2-0d848e4ed423 on network 4f4afb39-25ec-44fd-b396-7d72d20a78dd {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:01.384888 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Port ba66397d-917a-47d7-a2d2-0d848e4ed423 on network 4f4afb39-25ec-44fd-b396-7d72d20a78dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:55:01.385264 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Attempting to bind port ba66397d-917a-47d7-a2d2-0d848e4ed423 on network 4f4afb39-25ec-44fd-b396-7d72d20a78dd {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:01.391308 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-58b0e60c-4880-480f-b0f3-c09b03658ee7 req-d11a918c-6b0d-45d9-86a7-b7b596409b2a tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577142 Apr 15 10:55:01.398799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:01.398799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Checking segment: {'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:01.398799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Bound using segment: {'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:01.398799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Bound port: ba66397d-917a-47d7-a2d2-0d848e4ed423, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:01.398799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.479582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.483131 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:01.483796 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.491343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:01.642589 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ef1d213e-0e84-4605-b447-89dc70bea44f,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:01.648073 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] For port ba66397d-917a-47d7-a2d2-0d848e4ed423, host hv-cinder-78638, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:01.652360 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1765974 Apr 15 10:55:01.655413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] For port ba66397d-917a-47d7-a2d2-0d848e4ed423, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ba66397d-917a-47d7-a2d2-0d848e4ed423,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:01.656430 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41424) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:01.657204 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:01.665592 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network ef1d213e-0e84-4605-b447-89dc70bea44f details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:55:01.668397 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Request body: {'subnet': {'network_id': 'ef1d213e-0e84-4605-b447-89dc70bea44f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-968545047-subnet', 'tenant_id': '0ce6fd132151454cbc26ecc4f2a87ebf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:01.675381 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.696644 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:01.699716 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:01.820591 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0666ee-6351-47a1-bada-a9c471a56469 req-acaa3167-26f7-4ada-8588-9501cc94783b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:01.822274 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7b0666ee-6351-47a1-bada-a9c471a56469 req-acaa3167-26f7-4ada-8588-9501cc94783b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1798260 Apr 15 10:55:01.822802 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Usage tracker for resource:subnet and tenant:0ce6fd132151454cbc26ecc4f2a87ebf is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:01.833491 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:01.857328 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:01.895573 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba66397d-917a-47d7-a2d2-0d848e4ed423,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:01.912185 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:01.912185 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Made reservation on behalf of 0ce6fd132151454cbc26ecc4f2a87ebf for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:01.916515 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.973241 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7b0666ee-6351-47a1-bada-a9c471a56469 req-484720a7-9a46-4ac7-b5c0-3a32585500b4 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432662 Apr 15 10:55:02.071077 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:02.071769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:02.073284 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38f322a7-61ff-468f-82c0-feaeda100316 req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] 10.222.0.102 "PUT /v2.0/ports/ba66397d-917a-47d7-a2d2-0d848e4ed423 HTTP/1.1" status: 200 len: 1094 time: 2.3408778 Apr 15 10:55:02.074382 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edfcadf-952f-42b3-9c15-7a2a35cace47', 'tag': 'ba66397d-917a-47d7-a2d2-0d848e4ed423'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:02.161735 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edfcadf-952f-42b3-9c15-7a2a35cace47', 'tag': 'ba66397d-917a-47d7-a2d2-0d848e4ed423', 'status': 'completed', 'code': 200} Apr 15 10:55:02.403484 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f322a7-61ff-468f-82c0-feaeda100316 req-7788bcd5-9265-4511-820d-58e627b6081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:02.405044 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38f322a7-61ff-468f-82c0-feaeda100316 req-7788bcd5-9265-4511-820d-58e627b6081c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ec1f19aa1334575a63a8e11deed30f3&device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 1097 time: 0.1782408 Apr 15 10:55:02.733182 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ec89f-83e1-44ce-ae8f-edfc244636e5 req-ab63ee4c-2ca1-4e27-b14a-a0370c650850 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:02.734881 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-db7ec89f-83e1-44ce-ae8f-edfc244636e5 req-ab63ee4c-2ca1-4e27-b14a-a0370c650850 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 944 time: 0.1298411 Apr 15 10:55:02.753605 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38f322a7-61ff-468f-82c0-feaeda100316 req-0657d88c-586d-4a70-a3d9-96a8d23b4a97 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba66397d-917a-47d7-a2d2-0d848e4ed423 HTTP/1.1" status: 200 len: 217 time: 0.3275626 Apr 15 10:55:02.791887 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-db7ec89f-83e1-44ce-ae8f-edfc244636e5 req-ecfbbcf1-c136-4300-af02-df952b1c4dc1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483162 Apr 15 10:55:02.927949 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f322a7-61ff-468f-82c0-feaeda100316 req-4957963b-9beb-4098-8476-0d18ec2583ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:02.929627 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38f322a7-61ff-468f-82c0-feaeda100316 req-4957963b-9beb-4098-8476-0d18ec2583ef service neutron] 10.222.0.102 "GET /v2.0/subnets?id=347eac98-7ebb-414a-adde-ffa40460d4c7 HTTP/1.1" status: 200 len: 853 time: 0.1648855 Apr 15 10:55:02.975443 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 41474) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:03.009781 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38f322a7-61ff-468f-82c0-feaeda100316 req-f04a2e59-a088-4e7f-84cd-2841a713d62a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4f4afb39-25ec-44fd-b396-7d72d20a78dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689125 Apr 15 10:55:03.017838 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.036164 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:03.196502 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dcbeee4a-a64b-45d5-859a-7e87a83ea25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.222742 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dcbeee4a-a64b-45d5-859a-7e87a83ea25a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:03.227624 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-dcbeee4a-a64b-45d5-859a-7e87a83ea25a admin admin] Usage tracker for resource:security_group_rule and tenant:369b63fba30040419dcfcf3b21390514 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:03.232046 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-dcbeee4a-a64b-45d5-859a-7e87a83ea25a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:03.240850 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dcbeee4a-a64b-45d5-859a-7e87a83ea25a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:03.295801 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0b9404-d37f-49db-9dfb-9fd96bb7ca42,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:03.322653 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:03.339789 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc273ec-99c9-4562-8e8b-63220cc1d95f req-af3928e1-d970-4914-98eb-dc2ecda77f4a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:03.342007 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7bc273ec-99c9-4562-8e8b-63220cc1d95f req-af3928e1-d970-4914-98eb-dc2ecda77f4a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.2474639 Apr 15 10:55:03.355871 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38f322a7-61ff-468f-82c0-feaeda100316 req-3506b2e3-71d6-4031-bbdf-98e0c36f8395 service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198330 Apr 15 10:55:03.417924 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Checking segment: {'id': 'c13ebf73-d619-4998-9a8f-e5c1be52581a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ef1d213e-0e84-4605-b447-89dc70bea44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:03.418324 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Network hostable DHCP agents. Network: ef1d213e-0e84-4605-b447-89dc70bea44f, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:55:03.427878 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7bc273ec-99c9-4562-8e8b-63220cc1d95f req-37816315-2ea4-4ead-94d3-ca8933c85f86 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792024 Apr 15 10:55:03.432393 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dcbeee4a-a64b-45d5-859a-7e87a83ea25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.436278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dcbeee4a-a64b-45d5-859a-7e87a83ea25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.446559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:03.494489 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-dcbeee4a-a64b-45d5-859a-7e87a83ea25a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=369b63fba30040419dcfcf3b21390514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5177882 Apr 15 10:55:03.496156 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbeee4a-a64b-45d5-859a-7e87a83ea25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e8e7ac-7440-484d-a678-23901cc0b7eb,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:03.499004 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 41488) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:03.501583 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dcbeee4a-a64b-45d5-859a-7e87a83ea25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:03.506306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Network ef1d213e-0e84-4605-b447-89dc70bea44f is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:55:03.522734 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, ef1d213e-0e84-4605-b447-89dc70bea44f) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:03.527404 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:03.528006 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.532848 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eab2b5b-252b-4270-b754-2520164059a4 None None] Network ef1d213e-0e84-4605-b447-89dc70bea44f requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:03.566572 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4cf7553b-6b1d-4bb6-8283-531e98fd3759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.579406 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-ddf41d35-c534-45c3-837c-ad1967d8d8cf admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9210522 Apr 15 10:55:03.583193 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38f322a7-61ff-468f-82c0-feaeda100316 req-c32fd361-30ff-42fd-adb9-dfd353a904d8 service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947694 Apr 15 10:55:03.596456 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4cf7553b-6b1d-4bb6-8283-531e98fd3759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.644009 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4cf7553b-6b1d-4bb6-8283-531e98fd3759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.651309 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-83016933-de83-4112-8a93-64087f3de4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:03.668186 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7553b-6b1d-4bb6-8283-531e98fd3759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e8e7ac-7440-484d-a678-23901cc0b7eb,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:03.672066 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4cf7553b-6b1d-4bb6-8283-531e98fd3759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.676360 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-4cf7553b-6b1d-4bb6-8283-531e98fd3759 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/72e8e7ac-7440-484d-a678-23901cc0b7eb HTTP/1.1" status: 204 len: 168 time: 0.1749921 Apr 15 10:55:03.676360 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4cf7553b-6b1d-4bb6-8283-531e98fd3759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:03.787495 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 41500) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:03.837550 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1fc22f-242a-4f61-b758-7d632ec41d4e None None] Network ef1d213e-0e84-4605-b447-89dc70bea44f requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:03.851781 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac820f2-db40-44ca-904d-2a159d92f557 req-b384e161-17b8-4b7a-a2ef-b0176ee6cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:03.853554 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ac820f2-db40-44ca-904d-2a159d92f557 req-b384e161-17b8-4b7a-a2ef-b0176ee6cdc9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ec1f19aa1334575a63a8e11deed30f3&device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 1097 time: 0.1343129 Apr 15 10:55:03.962442 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-798f24b1-da2d-4681-95cc-0a04196f30fc admin admin] Deleting subnet 53c78515-2b7f-4579-90fe-59da3991e747 {{(pid=85286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:55:03.970067 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-798f24b1-da2d-4681-95cc-0a04196f30fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.067850 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac820f2-db40-44ca-904d-2a159d92f557 req-fba30603-9a4b-4921-9ee5-63777673dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:04.069715 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ac820f2-db40-44ca-904d-2a159d92f557 req-fba30603-9a4b-4921-9ee5-63777673dfee service neutron] 10.222.0.102 "GET /v2.0/networks?id=4f4afb39-25ec-44fd-b396-7d72d20a78dd HTTP/1.1" status: 200 len: 915 time: 0.2086520 Apr 15 10:55:04.217800 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-798f24b1-da2d-4681-95cc-0a04196f30fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844155786'] for subnet, precommit_delete_associations {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.219067 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ac820f2-db40-44ca-904d-2a159d92f557 req-96c3c021-13b3-41e4-a27b-27af5c1557b4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba66397d-917a-47d7-a2d2-0d848e4ed423 HTTP/1.1" status: 200 len: 217 time: 0.1386313 Apr 15 10:55:04.304106 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-798f24b1-da2d-4681-95cc-0a04196f30fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.311536 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac820f2-db40-44ca-904d-2a159d92f557 req-1612d9cd-97e1-415a-ba90-149e6b244555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:04.313281 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ac820f2-db40-44ca-904d-2a159d92f557 req-1612d9cd-97e1-415a-ba90-149e6b244555 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=347eac98-7ebb-414a-adde-ffa40460d4c7 HTTP/1.1" status: 200 len: 853 time: 0.0810740 Apr 15 10:55:04.344703 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8a6e5-969c-4e74-8419-38a4e08385e0 req-e03cfe8d-3a3f-437f-9a8a-6876cf035b61 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:04.351728 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87d8a6e5-969c-4e74-8419-38a4e08385e0 req-e03cfe8d-3a3f-437f-9a8a-6876cf035b61 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 944 time: 0.2770729 Apr 15 10:55:04.387869 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ac820f2-db40-44ca-904d-2a159d92f557 req-d56dddc2-0342-4cd4-866c-e7cd3ad58f57 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4f4afb39-25ec-44fd-b396-7d72d20a78dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656981 Apr 15 10:55:04.532266 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87d8a6e5-969c-4e74-8419-38a4e08385e0 req-ebbad273-d74f-42e8-a95a-116c261502aa tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485233 Apr 15 10:55:04.629442 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ac820f2-db40-44ca-904d-2a159d92f557 req-b86d4560-1f28-4df3-b242-9bc56360081e service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331400 Apr 15 10:55:04.849418 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ac820f2-db40-44ca-904d-2a159d92f557 req-22efc8c7-250d-48f0-9eba-b9a6be7dc713 service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964557 Apr 15 10:55:04.901398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-798f24b1-da2d-4681-95cc-0a04196f30fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843394279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843314525'] for subnet, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.924934 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-108769ae-559f-4e15-9e15-9a94aae98d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:05.050712 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f24b1-da2d-4681-95cc-0a04196f30fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c78515-2b7f-4579-90fe-59da3991e747,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:05.066608 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6c14a-99fa-4ac7-bd33-ee6564c4a091 req-756e2380-df16-4015-8e7f-c74f5e8c884d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:05.068406 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38b6c14a-99fa-4ac7-bd33-ee6564c4a091 req-756e2380-df16-4015-8e7f-c74f5e8c884d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.3417721 Apr 15 10:55:05.069395 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-798f24b1-da2d-4681-95cc-0a04196f30fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:05.174881 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-798f24b1-da2d-4681-95cc-0a04196f30fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:05.194501 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-798f24b1-da2d-4681-95cc-0a04196f30fc admin admin] 10.222.0.96 "DELETE /v2.0/subnets/53c78515-2b7f-4579-90fe-59da3991e747 HTTP/1.1" status: 204 len: 168 time: 1.4053209 Apr 15 10:55:05.197057 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41544) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:05.212246 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38b6c14a-99fa-4ac7-bd33-ee6564c4a091 req-500c5768-a796-4679-a375-ac3794ba7423 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285708 Apr 15 10:55:05.374610 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:05.601032 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:05.735367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:05.735779 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:05.736601 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:05.736983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Subscribe: > port after_create 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:05.737358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Subscribe: > port after_delete 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:05.737743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Subscribe: > port after_update 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:05.738241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:05.739893 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:05.739893 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:05.739893 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:05.797637 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe722ba-9193-4dec-b422-9e4c229903dd req-e77a134a-8587-4aa9-9c34-75fcc2ae94d4 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:05.800478 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-abe722ba-9193-4dec-b422-9e4c229903dd req-e77a134a-8587-4aa9-9c34-75fcc2ae94d4 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 944 time: 0.1008966 Apr 15 10:55:05.818171 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:05.818638 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:05.819137 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:05.819595 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85285) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:55:05.820099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e62630-5e3a-4f41-8213-1536a6c7b308']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:05.840569 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26610331-290d-4edb-9841-1c2237e7887d') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:05.840920 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26610331-290d-4edb-9841-1c2237e7887d') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:05.858231 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843129508'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:05.867309 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-abe722ba-9193-4dec-b422-9e4c229903dd req-0c91a4e1-d70e-48fa-86d4-572cfab6feae tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598826 Apr 15 10:55:05.877155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:05.895496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:55:06.092473 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Network d5e62630-5e3a-4f41-8213-1536a6c7b308 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:55:06.102589 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842768876'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:06.285515 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Network d5e62630-5e3a-4f41-8213-1536a6c7b308 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: from cryptography.utils import int_from_bytes Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: from cryptography.utils import int_from_bytes Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: (rel_b, rel_a, rel_b), Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: (rel_b, rel_a, rel_b), Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:55:06.312209 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:55:06.394609 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:06.398603 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:06.417238 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:06.435869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e62630-5e3a-4f41-8213-1536a6c7b308,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:06.435869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:06.438485 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] 10.222.0.96 "DELETE /v2.0/networks/d5e62630-5e3a-4f41-8213-1536a6c7b308 HTTP/1.1" status: 204 len: 168 time: 1.2402639 Apr 15 10:55:06.441355 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41574) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:06.446019 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794ad72-ea4f-402b-b3df-d276f1929fce req-6d1e9959-9ada-47a3-a919-02a0a6ff9b22 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:06.447657 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a794ad72-ea4f-402b-b3df-d276f1929fce req-6d1e9959-9ada-47a3-a919-02a0a6ff9b22 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.0972176 Apr 15 10:55:06.499647 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a794ad72-ea4f-402b-b3df-d276f1929fce req-67f95abb-5ce0-4dcf-8f4e-b54704b637ff tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442202 Apr 15 10:55:06.519250 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc83912-d799-4c99-810d-b9de2ed514c4 admin admin] Deleting subnet 7b0b9404-d37f-49db-9dfb-9fd96bb7ca42 {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:55:06.523031 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1cc83912-d799-4c99-810d-b9de2ed514c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:06.580318 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1cc83912-d799-4c99-810d-b9de2ed514c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11646276'] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:06.640988 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1cc83912-d799-4c99-810d-b9de2ed514c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:06.949430 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1cc83912-d799-4c99-810d-b9de2ed514c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1506763'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:06.971261 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7df29d87-6fd5-4f9d-8cb5-991331b23731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:07.161219 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad7769-3cc3-4fae-bb7f-a75570518f78 req-88cbe7b9-e407-45f5-bdad-ec1211e0b121 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:07.163694 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-28ad7769-3cc3-4fae-bb7f-a75570518f78 req-88cbe7b9-e407-45f5-bdad-ec1211e0b121 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 944 time: 0.1086040 Apr 15 10:55:07.179651 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device ba66397d-917a-47d7-a2d2-0d848e4ed423 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:55:07.247672 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-28ad7769-3cc3-4fae-bb7f-a75570518f78 req-2663bd91-c8ea-4315-96b8-64efa96178cd tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759609 Apr 15 10:55:07.389512 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc83912-d799-4c99-810d-b9de2ed514c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0b9404-d37f-49db-9dfb-9fd96bb7ca42,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:07.392312 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1cc83912-d799-4c99-810d-b9de2ed514c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:07.402411 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port ba66397d-917a-47d7-a2d2-0d848e4ed423, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ba66397d-917a-47d7-a2d2-0d848e4ed423,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:07.421433 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': 'ba66397d-917a-47d7-a2d2-0d848e4ed423', 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd', 'port_id': 'ba66397d-917a-47d7-a2d2-0d848e4ed423', 'mac_address': 'fa:16:3e:ec:ee:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347eac98-7ebb-414a-adde-ffa40460d4c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:55:07.447940 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1cc83912-d799-4c99-810d-b9de2ed514c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:07.457387 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-1cc83912-d799-4c99-810d-b9de2ed514c4 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/7b0b9404-d37f-49db-9dfb-9fd96bb7ca42 HTTP/1.1" status: 204 len: 168 time: 1.0144818 Apr 15 10:55:07.457662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 41604) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:07.485367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:07.514590 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba66397d-917a-47d7-a2d2-0d848e4ed423 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:07.543496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port ba66397d-917a-47d7-a2d2-0d848e4ed423, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ba66397d-917a-47d7-a2d2-0d848e4ed423,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:07.547353 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:07.552207 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:07.590316 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:07.636700 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=ba66397d-917a-47d7-a2d2-0d848e4ed423,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:07.640071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:08.034538 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['ba66397d-917a-47d7-a2d2-0d848e4ed423'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:08.097140 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:08.198103 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efa9b2-30e6-4e07-8dba-612878af2f22 req-388523e5-4297-4bc1-bfe6-2039bcc6f6af tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:08.200402 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-69efa9b2-30e6-4e07-8dba-612878af2f22 req-388523e5-4297-4bc1-bfe6-2039bcc6f6af tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.5394874 Apr 15 10:55:08.255930 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1d213e-0e84-4605-b447-89dc70bea44f']}} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:08.281291 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13ebf73-d619-4998-9a8f-e5c1be52581a') {'for_net_delete': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:08.281623 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13ebf73-d619-4998-9a8f-e5c1be52581a') {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:08.299348 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-69efa9b2-30e6-4e07-8dba-612878af2f22 req-a57ed0d3-73b6-42c7-8d0a-a24c3dc3437c tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833645 Apr 15 10:55:08.301029 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10620014'] for segment, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:08.317456 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:08.325247 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=85286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:55:08.569590 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] Network ef1d213e-0e84-4605-b447-89dc70bea44f has no segments {{(pid=85286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:55:08.580316 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11376058'] for segment, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:08.778055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2fc4f-4363-4095-a87d-225058173510 req-664dd6d8-3b0a-4e10-b1cf-9cf72f353b63 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:08.779766 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c4c2fc4f-4363-4095-a87d-225058173510 req-664dd6d8-3b0a-4e10-b1cf-9cf72f353b63 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 945 time: 0.3759065 Apr 15 10:55:08.822242 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] Network ef1d213e-0e84-4605-b447-89dc70bea44f has no segments {{(pid=85286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:55:08.851112 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:55:08.957156 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c4c2fc4f-4363-4095-a87d-225058173510 req-4686d2a2-2dad-4f56-b7e3-a4f74e353c26 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627917 Apr 15 10:55:08.962055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:08.970750 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-eb2a2b20-b663-4306-8dc5-50bfcb66497e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:08.989898 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:08.997367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1d213e-0e84-4605-b447-89dc70bea44f,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:08.999885 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:09.003294 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d88749e8-35fe-4bb9-ab73-075649d44745 admin admin] 10.222.0.96 "DELETE /v2.0/networks/ef1d213e-0e84-4605-b447-89dc70bea44f HTTP/1.1" status: 204 len: 168 time: 1.5445533 Apr 15 10:55:09.230262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41648) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:09.293588 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-1ab4e3ac-bd60-42e3-b704-8ffd01284823 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7f5487f9bf5e46288b1707573d5e958a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610080 Apr 15 10:55:09.296317 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41654) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:09.376767 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-17860827-06dc-40d5-93b1-38ebedbb1973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.409443 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-17860827-06dc-40d5-93b1-38ebedbb1973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.411828 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 41662) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:09.461634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-17860827-06dc-40d5-93b1-38ebedbb1973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.478997 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-de60ce67-2526-4502-ada3-9d1b1d18a86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:09.496208 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17860827-06dc-40d5-93b1-38ebedbb1973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bd8e57-77a7-4288-942e-026c93a35ed6,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:09.501818 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-17860827-06dc-40d5-93b1-38ebedbb1973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:09.504047 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-17860827-06dc-40d5-93b1-38ebedbb1973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.505172 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-17860827-06dc-40d5-93b1-38ebedbb1973 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d4bd8e57-77a7-4288-942e-026c93a35ed6 HTTP/1.1" status: 204 len: 168 time: 0.2077272 Apr 15 10:55:09.611425 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b77c1c63-aa63-428c-aa00-e1382291aeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.628891 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-b77c1c63-aa63-428c-aa00-e1382291aeeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:09.637969 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-b77c1c63-aa63-428c-aa00-e1382291aeeb admin admin] Usage tracker for resource:security_group_rule and tenant:c4c17fc97c184b619a23d199c50bb2ef is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:09.648389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-b77c1c63-aa63-428c-aa00-e1382291aeeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:09.657762 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-b77c1c63-aa63-428c-aa00-e1382291aeeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:09.678042 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd4d9e-62fd-4266-a767-773b7c7bc3f8 req-5383643a-b7d9-42ec-a5e4-f0299004915b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:09.679699 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-93dd4d9e-62fd-4266-a767-773b7c7bc3f8 req-5383643a-b7d9-42ec-a5e4-f0299004915b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1897364 Apr 15 10:55:09.757284 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-93dd4d9e-62fd-4266-a767-773b7c7bc3f8 req-533fa74f-5231-4e55-b26e-d42f2dc0e82e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670147 Apr 15 10:55:09.817781 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b77c1c63-aa63-428c-aa00-e1382291aeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.822879 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b77c1c63-aa63-428c-aa00-e1382291aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.833673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d2f7b994-22d0-4a78-a8be-e31c965411b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:09.863818 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-b77c1c63-aa63-428c-aa00-e1382291aeeb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c4c17fc97c184b619a23d199c50bb2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507542 Apr 15 10:55:09.866782 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41678) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:09.885521 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c1c63-aa63-428c-aa00-e1382291aeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaad19b3-01fb-4d6c-8d44-e6e2c204ac5b,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:09.887332 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41682) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:09.890127 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b77c1c63-aa63-428c-aa00-e1382291aeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:09.999560 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 41692) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:09.999680 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-c6508e4b-ed02-49ac-9d41-e465738ed60f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0ce6fd132151454cbc26ecc4f2a87ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1108882 Apr 15 10:55:10.001829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-558451c6-4cb0-4827-86fe-91831b50081d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.040961 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-558451c6-4cb0-4827-86fe-91831b50081d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.094766 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0b67965-d7f9-4016-8d4e-9213f418817a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.098281 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-558451c6-4cb0-4827-86fe-91831b50081d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.107520 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a8714347-a5d8-4869-88c6-b811e9fde8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:10.124755 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558451c6-4cb0-4827-86fe-91831b50081d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaad19b3-01fb-4d6c-8d44-e6e2c204ac5b,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:10.127922 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-558451c6-4cb0-4827-86fe-91831b50081d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:10.129134 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-558451c6-4cb0-4827-86fe-91831b50081d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.130227 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0b67965-d7f9-4016-8d4e-9213f418817a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.130985 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-558451c6-4cb0-4827-86fe-91831b50081d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/eaad19b3-01fb-4d6c-8d44-e6e2c204ac5b HTTP/1.1" status: 204 len: 168 time: 0.2629409 Apr 15 10:55:10.263546 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0b67965-d7f9-4016-8d4e-9213f418817a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.271559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5ff42dd6-639b-403a-bfb8-7589e4de15a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:10.290782 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b67965-d7f9-4016-8d4e-9213f418817a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b8ecf5-c908-4edf-8a35-d33b4e1ab7a9,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:10.295466 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c0b67965-d7f9-4016-8d4e-9213f418817a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:10.310022 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00f0a8-90da-4035-b085-4f077b5fac87 req-cde5bc3d-7edc-41f9-bcec-3bf23c939921 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:10.311980 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3e00f0a8-90da-4035-b085-4f077b5fac87 req-cde5bc3d-7edc-41f9-bcec-3bf23c939921 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 945 time: 0.1677368 Apr 15 10:55:10.317466 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c0b67965-d7f9-4016-8d4e-9213f418817a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.318747 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-c0b67965-d7f9-4016-8d4e-9213f418817a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c9b8ecf5-c908-4edf-8a35-d33b4e1ab7a9 HTTP/1.1" status: 204 len: 168 time: 0.3178813 Apr 15 10:55:10.371444 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3e00f0a8-90da-4035-b085-4f077b5fac87 req-b7dd9b88-6db6-4df8-bfb6-493d05394ddd tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481389 Apr 15 10:55:11.001900 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9934d5-c9ca-42a9-acc2-fecc4d47daae req-4f06bc33-a50f-413a-bc4c-a87ca65f373c tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:11.003638 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1d9934d5-c9ca-42a9-acc2-fecc4d47daae req-4f06bc33-a50f-413a-bc4c-a87ca65f373c tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1296008 Apr 15 10:55:11.058119 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1d9934d5-c9ca-42a9-acc2-fecc4d47daae req-f4831daa-dbab-4cb5-a9ee-a9d2f0ee570a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466912 Apr 15 10:55:11.195237 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device ba66397d-917a-47d7-a2d2-0d848e4ed423 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:11.286818 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port ba66397d-917a-47d7-a2d2-0d848e4ed423 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:11.292982 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port ba66397d-917a-47d7-a2d2-0d848e4ed423 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:11.293410 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.453724 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.504773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port ba66397d-917a-47d7-a2d2-0d848e4ed423, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ba66397d-917a-47d7-a2d2-0d848e4ed423,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:11.507074 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edfcadf-952f-42b3-9c15-7a2a35cace47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba66397d-917a-47d7-a2d2-0d848e4ed423'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:11.514973 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.518123 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cd6dcc4a-aebc-4735-b158-2153fffb9521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:11.623378 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=ba66397d-917a-47d7-a2d2-0d848e4ed423,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:11.628082 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:11.738772 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edfcadf-952f-42b3-9c15-7a2a35cace47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba66397d-917a-47d7-a2d2-0d848e4ed423', 'code': 200} Apr 15 10:55:11.756298 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d003d-aac2-49e5-b05a-509d30362620 req-e3b99dc5-aa4c-43b0-b489-e81f4587de31 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:11.766964 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-740d003d-aac2-49e5-b05a-509d30362620 req-e3b99dc5-aa4c-43b0-b489-e81f4587de31 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 946 time: 0.1494329 Apr 15 10:55:11.966659 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-740d003d-aac2-49e5-b05a-509d30362620 req-89e081fd-3b77-4a79-8914-238ee6ef17b3 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842823 Apr 15 10:55:12.231512 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea114fa-6573-4d6d-a47e-994ff98558bf req-23fef9a1-4cfe-4fc9-bc76-4bb2d630512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:12.233510 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6ea114fa-6573-4d6d-a47e-994ff98558bf req-23fef9a1-4cfe-4fc9-bc76-4bb2d630512d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 1099 time: 0.1049762 Apr 15 10:55:12.289632 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6ea114fa-6573-4d6d-a47e-994ff98558bf req-d89184e1-0a9f-4686-8191-e9fbc28f2d40 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422356 Apr 15 10:55:12.312981 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92672eb-c3f4-4f89-b822-cce5cfa07a36 req-9d6099a7-70a3-448d-9535-161d718d70b0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:12.314751 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c92672eb-c3f4-4f89-b822-cce5cfa07a36 req-9d6099a7-70a3-448d-9535-161d718d70b0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1096556 Apr 15 10:55:12.368276 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c92672eb-c3f4-4f89-b822-cce5cfa07a36 req-c2772e18-700f-47b6-86b3-44ed498722cb tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469851 Apr 15 10:55:13.202412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0d4e3-4aa1-4f93-8b47-05760887adc2 req-4f809233-a186-491f-9c04-12c5aa1218f9 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:13.204095 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-61a0d4e3-4aa1-4f93-8b47-05760887adc2 req-4f809233-a186-491f-9c04-12c5aa1218f9 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 946 time: 0.1116562 Apr 15 10:55:13.257354 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-61a0d4e3-4aa1-4f93-8b47-05760887adc2 req-f0a10633-b78d-4a85-bc19-c6fc95bd77ad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466175 Apr 15 10:55:13.601802 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c63158-48ef-4db6-9626-de977b6d6402 req-a2f63ea1-9b69-4e74-a38d-5211ef4e2e5c tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:13.604139 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-27c63158-48ef-4db6-9626-de977b6d6402 req-a2f63ea1-9b69-4e74-a38d-5211ef4e2e5c tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1003420 Apr 15 10:55:13.659864 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-27c63158-48ef-4db6-9626-de977b6d6402 req-edd3c913-2fe1-4bcd-bd95-a3f50d32c34d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477011 Apr 15 10:55:13.864576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 41910) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:14.027192 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8615180-0118-40b7-96a7-a6172c8bae64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.045089 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a8615180-0118-40b7-96a7-a6172c8bae64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:14.049277 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a8615180-0118-40b7-96a7-a6172c8bae64 admin admin] Usage tracker for resource:security_group_rule and tenant:582ee905bd2645bdad11e3863a6de52b is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:14.052485 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a8615180-0118-40b7-96a7-a6172c8bae64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:14.058664 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a8615180-0118-40b7-96a7-a6172c8bae64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:14.161937 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8615180-0118-40b7-96a7-a6172c8bae64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.164628 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8615180-0118-40b7-96a7-a6172c8bae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.174703 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d7eb3bc7-00e7-428e-9ac3-efdc8d0e3c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:14.218551 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a8615180-0118-40b7-96a7-a6172c8bae64 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=582ee905bd2645bdad11e3863a6de52b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526080 Apr 15 10:55:14.219484 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8615180-0118-40b7-96a7-a6172c8bae64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f95fdc-198e-4825-9f76-8dda0a98ef9d,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:14.221510 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41922) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:14.222714 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a8615180-0118-40b7-96a7-a6172c8bae64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:14.295606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40be77f4-666a-49a2-aa0b-079473df08e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.326258 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40be77f4-666a-49a2-aa0b-079473df08e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.374176 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40be77f4-666a-49a2-aa0b-079473df08e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.379979 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2310fa77-602f-44e2-a0b9-7989027156dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:14.392156 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be77f4-666a-49a2-aa0b-079473df08e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f95fdc-198e-4825-9f76-8dda0a98ef9d,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:14.396096 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-40be77f4-666a-49a2-aa0b-079473df08e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:14.399572 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40be77f4-666a-49a2-aa0b-079473df08e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.404185 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-40be77f4-666a-49a2-aa0b-079473df08e7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f4f95fdc-198e-4825-9f76-8dda0a98ef9d HTTP/1.1" status: 204 len: 168 time: 0.1814382 Apr 15 10:55:14.481524 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a09ec-db22-4c55-a644-1a17f705eba1 req-44a13367-28ba-40da-b22e-cf74224be33e tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:14.483329 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-631a09ec-db22-4c55-a644-1a17f705eba1 req-44a13367-28ba-40da-b22e-cf74224be33e tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 946 time: 0.0940783 Apr 15 10:55:14.535706 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-631a09ec-db22-4c55-a644-1a17f705eba1 req-037c7e7b-cf01-4b2a-ac97-ed8a49b9a016 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457060 Apr 15 10:55:14.726978 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 41938) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:14.750502 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f2660baa-ca01-4e1b-8b21-4ebdbcc1633b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.769849 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f2660baa-ca01-4e1b-8b21-4ebdbcc1633b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:14.774266 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f2660baa-ca01-4e1b-8b21-4ebdbcc1633b admin admin] Usage tracker for resource:security_group_rule and tenant:0d8167d1a35a4227abc1372e0f05f4d7 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:14.778470 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f2660baa-ca01-4e1b-8b21-4ebdbcc1633b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:14.786119 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f2660baa-ca01-4e1b-8b21-4ebdbcc1633b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:14.997578 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f2660baa-ca01-4e1b-8b21-4ebdbcc1633b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.003359 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f2660baa-ca01-4e1b-8b21-4ebdbcc1633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.012838 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:15.076621 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2660baa-ca01-4e1b-8b21-4ebdbcc1633b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0685c386-8f1a-4819-a965-de1debefb7a7,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:15.086102 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f2660baa-ca01-4e1b-8b21-4ebdbcc1633b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:15.090420 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f2660baa-ca01-4e1b-8b21-4ebdbcc1633b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0d8167d1a35a4227abc1372e0f05f4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620856 Apr 15 10:55:15.093345 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 41946) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:15.099614 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6fec4-3d7b-4e6f-a652-27ce6828d92e req-b0a771fb-b436-4377-9438-e93c538c1a62 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:15.101247 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-60a6fec4-3d7b-4e6f-a652-27ce6828d92e req-b0a771fb-b436-4377-9438-e93c538c1a62 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.3095014 Apr 15 10:55:15.156689 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-60a6fec4-3d7b-4e6f-a652-27ce6828d92e req-04d7f29a-3cbd-4563-b264-40d450286584 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483644 Apr 15 10:55:15.165890 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0ba2e61d-3a84-44ac-b6c3-5241426952ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.202649 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0ba2e61d-3a84-44ac-b6c3-5241426952ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.259791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0ba2e61d-3a84-44ac-b6c3-5241426952ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.266452 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0eb7866c-1ab6-4532-a18d-26f608a1e4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:15.282880 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2e61d-3a84-44ac-b6c3-5241426952ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0685c386-8f1a-4819-a965-de1debefb7a7,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:15.285828 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0ba2e61d-3a84-44ac-b6c3-5241426952ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:15.287687 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0ba2e61d-3a84-44ac-b6c3-5241426952ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.290927 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-0ba2e61d-3a84-44ac-b6c3-5241426952ea admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0685c386-8f1a-4819-a965-de1debefb7a7 HTTP/1.1" status: 204 len: 168 time: 0.1938908 Apr 15 10:55:16.418015 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78ceba-2b75-460c-bc5c-a871ca4ff4a3 req-81183a14-b661-4733-9db4-03cee45a482a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:16.419719 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0e78ceba-2b75-460c-bc5c-a871ca4ff4a3 req-81183a14-b661-4733-9db4-03cee45a482a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1030762 Apr 15 10:55:16.497508 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0e78ceba-2b75-460c-bc5c-a871ca4ff4a3 req-f72179d8-c792-4390-aeaa-7b947cdf61cf tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627763 Apr 15 10:55:17.740450 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b730f-f6dc-45de-b35c-dfb232a05ced req-cedfca2c-1c03-49d1-8ed9-6ceeeed92909 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:17.743003 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-be1b730f-f6dc-45de-b35c-dfb232a05ced req-cedfca2c-1c03-49d1-8ed9-6ceeeed92909 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1093955 Apr 15 10:55:17.818855 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-be1b730f-f6dc-45de-b35c-dfb232a05ced req-80b8fcaf-e988-42f7-9c8d-5105067d543b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624130 Apr 15 10:55:18.180953 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 42052) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:18.320652 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-174abe84-a216-48ca-b25e-ad69f5fbf33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.339843 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-174abe84-a216-48ca-b25e-ad69f5fbf33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:18.343915 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-174abe84-a216-48ca-b25e-ad69f5fbf33d admin admin] Usage tracker for resource:security_group_rule and tenant:6e78fbb13a7a4200bc38eb87784ffde3 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:18.346912 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-174abe84-a216-48ca-b25e-ad69f5fbf33d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:18.352894 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-174abe84-a216-48ca-b25e-ad69f5fbf33d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:18.442401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-174abe84-a216-48ca-b25e-ad69f5fbf33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.445376 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-174abe84-a216-48ca-b25e-ad69f5fbf33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.454372 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0ba2e61d-3a84-44ac-b6c3-5241426952ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:18.502952 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-174abe84-a216-48ca-b25e-ad69f5fbf33d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6e78fbb13a7a4200bc38eb87784ffde3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207920 Apr 15 10:55:18.504681 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174abe84-a216-48ca-b25e-ad69f5fbf33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9792bc0f-6d0d-4665-94fd-42c97ecb355d,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:18.505786 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 42058) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:18.507879 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-174abe84-a216-48ca-b25e-ad69f5fbf33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:18.569955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8274f9c5-3afb-4c07-9b0b-38eb28fc5fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.600037 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8274f9c5-3afb-4c07-9b0b-38eb28fc5fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.648025 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8274f9c5-3afb-4c07-9b0b-38eb28fc5fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.653767 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:18.672585 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274f9c5-3afb-4c07-9b0b-38eb28fc5fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9792bc0f-6d0d-4665-94fd-42c97ecb355d,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:18.675780 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8274f9c5-3afb-4c07-9b0b-38eb28fc5fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:18.687775 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8274f9c5-3afb-4c07-9b0b-38eb28fc5fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.689012 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-8274f9c5-3afb-4c07-9b0b-38eb28fc5fec admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9792bc0f-6d0d-4665-94fd-42c97ecb355d HTTP/1.1" status: 204 len: 168 time: 0.1821163 Apr 15 10:55:19.206304 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24dadf-8588-4480-bd03-601e1407bc37 req-e8d2edea-0815-4cc1-9a8b-8c80ceeb7ee9 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:19.215018 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cb24dadf-8588-4480-bd03-601e1407bc37 req-e8d2edea-0815-4cc1-9a8b-8c80ceeb7ee9 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.2026303 Apr 15 10:55:19.306964 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cb24dadf-8588-4480-bd03-601e1407bc37 req-11349cd6-fd2c-459f-b9e8-6743d411ac67 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905564 Apr 15 10:55:19.662206 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-72f20bdc-3e84-4806-8415-1622b47dd85b req-d8b0202f-3d91-4b7c-9fbd-3953640c62ca service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1052952 Apr 15 10:55:19.938076 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f20bdc-3e84-4806-8415-1622b47dd85b req-99682d6d-c6ea-42e9-a971-32523dfc1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:19.943555 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-72f20bdc-3e84-4806-8415-1622b47dd85b req-99682d6d-c6ea-42e9-a971-32523dfc1f99 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ec1f19aa1334575a63a8e11deed30f3&device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 1098 time: 0.1479414 Apr 15 10:55:20.207765 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f20bdc-3e84-4806-8415-1622b47dd85b req-8531f422-278e-4c9a-b0a1-86d1ac442cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:20.209812 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-72f20bdc-3e84-4806-8415-1622b47dd85b req-8531f422-278e-4c9a-b0a1-86d1ac442cd7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4f4afb39-25ec-44fd-b396-7d72d20a78dd HTTP/1.1" status: 200 len: 915 time: 0.2274067 Apr 15 10:55:20.331835 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-72f20bdc-3e84-4806-8415-1622b47dd85b req-d5618ccb-c64f-4e33-954b-a7066c57d28c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25d286b2-4726-4e79-a444-d54f350227b6 HTTP/1.1" status: 200 len: 217 time: 0.0974114 Apr 15 10:55:20.414006 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f20bdc-3e84-4806-8415-1622b47dd85b req-19d516b0-efb1-454b-ab57-60fa94881a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:20.415640 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-72f20bdc-3e84-4806-8415-1622b47dd85b req-19d516b0-efb1-454b-ab57-60fa94881a87 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=347eac98-7ebb-414a-adde-ffa40460d4c7 HTTP/1.1" status: 200 len: 853 time: 0.0768554 Apr 15 10:55:20.490799 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-72f20bdc-3e84-4806-8415-1622b47dd85b req-3cfb08db-f26f-4212-876d-4e97b6630eaf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4f4afb39-25ec-44fd-b396-7d72d20a78dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618949 Apr 15 10:55:20.714436 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68c331-f44a-428a-844f-a6d1e50ee925 req-7b148e60-07fe-40a5-a38c-ba04f57fbf44 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:20.715693 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0e68c331-f44a-428a-844f-a6d1e50ee925 req-7b148e60-07fe-40a5-a38c-ba04f57fbf44 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.2821839 Apr 15 10:55:20.810245 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0e68c331-f44a-428a-844f-a6d1e50ee925 req-b17a2c3d-5842-4772-a554-88959b60066f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855734 Apr 15 10:55:20.857084 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-72f20bdc-3e84-4806-8415-1622b47dd85b req-3a1d2826-e588-4331-93c2-ef74e74f4580 service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550119 Apr 15 10:55:21.051997 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-72f20bdc-3e84-4806-8415-1622b47dd85b req-9a34ec18-b6b9-4063-945b-6b7862348e3a service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567564 Apr 15 10:55:22.123759 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8d6a3-f8c8-48d7-ab73-6de5a82c3db8 req-27d23c72-9ead-44b6-85ad-0a4bbc77f84f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:22.125437 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a1e8d6a3-f8c8-48d7-ab73-6de5a82c3db8 req-27d23c72-9ead-44b6-85ad-0a4bbc77f84f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1111045 Apr 15 10:55:22.186600 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.215426 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a1e8d6a3-f8c8-48d7-ab73-6de5a82c3db8 req-7a2977b5-0af4-4603-949d-19876912a7a6 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748715 Apr 15 10:55:22.338009 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-4dc248a4-4329-460e-b0e3-c966857cb952 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=5c453d483bee4a76830064b838d2b1b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498979 Apr 15 10:55:22.556478 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-ff045605-5340-4c5f-b413-87862db8f7ab tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:22.559172 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-ff045605-5340-4c5f-b413-87862db8f7ab tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132039 Apr 15 10:55:22.582316 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-3de1911f-7cf7-4244-9e4e-845b929ec7c6 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/quotas/5c453d483bee4a76830064b838d2b1b9 HTTP/1.1" status: 200 len: 375 time: 0.0154006 Apr 15 10:55:22.648215 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-4326018e-57c5-4f11-800c-1ba0ac622e44 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5c453d483bee4a76830064b838d2b1b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558751 Apr 15 10:55:22.890193 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-39f4d4cc-0630-48a0-aa1a-d81f079697b5 req-e35f6066-6133-47ad-a556-f112f76da957 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 210 time: 0.0527222 Apr 15 10:55:23.202265 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-e976b77d-3ff0-405b-b672-6f3f72184e67 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:23.204749 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-e976b77d-3ff0-405b-b672-6f3f72184e67 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/networks?id=4f4afb39-25ec-44fd-b396-7d72d20a78dd HTTP/1.1" status: 200 len: 813 time: 0.1842246 Apr 15 10:55:23.223226 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-0ee20148-4084-406a-91e3-c756074258ba tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/quotas/7ec1f19aa1334575a63a8e11deed30f3 HTTP/1.1" status: 200 len: 375 time: 0.0125685 Apr 15 10:55:23.327989 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-38002869-5c26-4f7c-9358-64b1f2ce41bb tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7ec1f19aa1334575a63a8e11deed30f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976715 Apr 15 10:55:23.437072 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:55:23.769344 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-270c8070-b2b2-4ce8-a0ba-3426d0f52659 service neutron] 10.222.0.96 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333756 Apr 15 10:55:23.907491 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e83f3-d628-4726-a476-6793ccae1a94 req-cb60a91e-cc76-4cf9-a787-d775d331e146 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:23.909146 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cf7e83f3-d628-4726-a476-6793ccae1a94 req-cb60a91e-cc76-4cf9-a787-d775d331e146 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.3103781 Apr 15 10:55:23.988967 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-0816f8d7-b086-4367-a453-50b8a6eaa78a service neutron] 10.222.0.96 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097483 Apr 15 10:55:23.999899 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cf7e83f3-d628-4726-a476-6793ccae1a94 req-336e3af6-9894-4ad3-b4f9-c210704b6652 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683081 Apr 15 10:55:24.276896 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-211fc1c4-3ae8-4c1c-a52f-b60c892a44d7 req-952c3c0c-6f84-4b9c-8a57-b610b9ff3721 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 210 time: 0.0638032 Apr 15 10:55:24.334709 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 42266) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:24.358093 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6e922e21-1f39-43fe-943e-de700ba95819 req-f2abc19c-257c-461d-bd4f-a80cf4a5aeb8 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 210 time: 0.0541005 Apr 15 10:55:24.553328 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4bf986a-1a1a-4e1e-aff3-9c28c094def5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:24.583487 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c4bf986a-1a1a-4e1e-aff3-9c28c094def5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:24.588286 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-738233da-6e2a-4331-8e0a-1c7cc3611ed4 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=5c453d483bee4a76830064b838d2b1b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734186 Apr 15 10:55:24.590314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-c4bf986a-1a1a-4e1e-aff3-9c28c094def5 admin admin] Usage tracker for resource:security_group_rule and tenant:0600f8a09ae94db0816b5e033918bc87 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:24.594796 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-c4bf986a-1a1a-4e1e-aff3-9c28c094def5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:24.607220 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-c4bf986a-1a1a-4e1e-aff3-9c28c094def5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:24.843025 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-b358717d-cf25-4a59-9ff7-ba60ed74c58b tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:24.845179 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-b358717d-cf25-4a59-9ff7-ba60ed74c58b tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2281508 Apr 15 10:55:24.885103 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4bf986a-1a1a-4e1e-aff3-9c28c094def5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:24.888757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Request body: {'port': {'device_id': '237fb694-10a2-4770-9aa7-c23943098ec6', 'network_id': '86b2be50-f346-4032-ad29-adf338394131', 'admin_state_up': True, 'tenant_id': '5c453d483bee4a76830064b838d2b1b9'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:24.907943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4bf986a-1a1a-4e1e-aff3-9c28c094def5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:24.924948 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:25.039884 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf986a-1a1a-4e1e-aff3-9c28c094def5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697dc922-2ee3-4cf0-8208-12b98d0f1aa6,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:25.049431 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-c4bf986a-1a1a-4e1e-aff3-9c28c094def5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0600f8a09ae94db0816b5e033918bc87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7133412 Apr 15 10:55:25.051628 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 42284) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:25.063360 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c4bf986a-1a1a-4e1e-aff3-9c28c094def5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:25.112522 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5cd44cfc-2eeb-45bc-9e71-0bf247d231e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.116424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:25.121664 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a9bf46fb-431a-4249-b42d-7c6d0e187b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.121867 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Usage tracker for resource:port and tenant:5c453d483bee4a76830064b838d2b1b9 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:25.125152 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:25.131536 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:25.141465 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Made reservation on behalf of 5c453d483bee4a76830064b838d2b1b9 for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:25.147996 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.164207 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.188612 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:25.193190 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Usage tracker for resource:security_group_rule and tenant:5c453d483bee4a76830064b838d2b1b9 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:25.196450 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:25.203463 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:25.206294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a9bf46fb-431a-4249-b42d-7c6d0e187b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.285838 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ff4a2-f130-40d6-a943-6028df813d43 req-1f8995c7-2020-4b66-864b-5dec8b6257af tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:25.287520 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6f1ff4a2-f130-40d6-a943-6028df813d43 req-1f8995c7-2020-4b66-864b-5dec8b6257af tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1558521 Apr 15 10:55:25.291507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a9bf46fb-431a-4249-b42d-7c6d0e187b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.298507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8274f9c5-3afb-4c07-9b0b-38eb28fc5fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:25.305852 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.308958 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.313917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-174abe84-a216-48ca-b25e-ad69f5fbf33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:25.327776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf46fb-431a-4249-b42d-7c6d0e187b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697dc922-2ee3-4cf0-8208-12b98d0f1aa6,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:25.333096 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a9bf46fb-431a-4249-b42d-7c6d0e187b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:25.340627 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a9bf46fb-431a-4249-b42d-7c6d0e187b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.344650 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a9bf46fb-431a-4249-b42d-7c6d0e187b2a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/697dc922-2ee3-4cf0-8208-12b98d0f1aa6 HTTP/1.1" status: 204 len: 168 time: 0.2919319 Apr 15 10:55:25.372083 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6f1ff4a2-f130-40d6-a943-6028df813d43 req-11c4fb42-cdb8-461a-a6af-b2cc84589df5 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756979 Apr 15 10:55:25.425315 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7902d5e-386c-44c3-9557-7a40009cddc0,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:25.431244 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:25.562321 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Allocated IP 192.168.233.230 (86b2be50-f346-4032-ad29-adf338394131/c167cdc9-db72-4127-94ba-e77ecf39beb2/7016e751-3eec-4189-af12-108dbb8b863f) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:25.611386 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5faa08f0-db52-4ca8-baf4-b15802aabee7 req-a4718e2a-078e-454b-bc30-4a19e0ea61e7 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 210 time: 0.0912354 Apr 15 10:55:25.847263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 42302) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:25.925080 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bbad3905-aebe-4756-8303-43ce3b3a5b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.968866 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bbad3905-aebe-4756-8303-43ce3b3a5b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:26.024144 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-bbad3905-aebe-4756-8303-43ce3b3a5b4b admin admin] Usage tracker for resource:security_group_rule and tenant:b39505db41774a199ff017f0abebfeee is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:26.033902 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-bbad3905-aebe-4756-8303-43ce3b3a5b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:26.045289 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-91305827-c513-4bdd-b541-8f1b984185da req-93511827-3f0c-453e-9351-268959c2eda1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 210 time: 0.0780776 Apr 15 10:55:26.046761 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bbad3905-aebe-4756-8303-43ce3b3a5b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:26.056883 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-ce8a77b8-533a-408f-b9f0-fbfb90dc9d21 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:26.059060 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-ce8a77b8-533a-408f-b9f0-fbfb90dc9d21 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "GET /v2.0/networks?id=4f4afb39-25ec-44fd-b396-7d72d20a78dd HTTP/1.1" status: 200 len: 813 time: 0.4619353 Apr 15 10:55:26.081805 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.094063 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34756e0-70a1-45ce-b5de-56b6218ca7da req-4f13e3e4-0084-475f-b523-e5ebc005f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:26.095761 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e34756e0-70a1-45ce-b5de-56b6218ca7da req-4f13e3e4-0084-475f-b523-e5ebc005f2e8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 1098 time: 0.2199440 Apr 15 10:55:26.102717 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Transition to ACTIVE for port object 7016e751-3eec-4189-af12-108dbb8b863f will not be triggered until provisioned by entity DHCP. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:26.121792 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Request body: {'port': {'device_id': '69e6541b-1b45-41f1-a3c2-51b84c084590', 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd', 'admin_state_up': True, 'tenant_id': '7ec1f19aa1334575a63a8e11deed30f3'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:26.193144 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e34756e0-70a1-45ce-b5de-56b6218ca7da req-0f8dd937-2acf-49a5-beda-74664a2500b8 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716951 Apr 15 10:55:26.194936 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bbad3905-aebe-4756-8303-43ce3b3a5b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.198950 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bbad3905-aebe-4756-8303-43ce3b3a5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.208459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d6430558-95a1-4d20-9732-6119017af55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:26.236000 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.253610 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-36c0fe32-fc2e-4cd7-bee3-cc7a549cc633 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:26.261469 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-bbad3905-aebe-4756-8303-43ce3b3a5b4b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b39505db41774a199ff017f0abebfeee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104984 Apr 15 10:55:26.261469 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad3905-aebe-4756-8303-43ce3b3a5b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198115e3-e343-4b8e-b6fb-0c22dea57ed9,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:26.264205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bbad3905-aebe-4756-8303-43ce3b3a5b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:26.264897 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 42310) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:26.333539 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d079845b-d513-4ff1-92e2-af30b1fbbb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.362554 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d079845b-d513-4ff1-92e2-af30b1fbbb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.411407 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d079845b-d513-4ff1-92e2-af30b1fbbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.417386 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:26.431685 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079845b-d513-4ff1-92e2-af30b1fbbb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198115e3-e343-4b8e-b6fb-0c22dea57ed9,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:26.435220 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d079845b-d513-4ff1-92e2-af30b1fbbb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:26.436667 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d079845b-d513-4ff1-92e2-af30b1fbbb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.437586 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Pushing event updated for resources: {'Port': ['ID=7016e751-3eec-4189-af12-108dbb8b863f,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:26.440765 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d079845b-d513-4ff1-92e2-af30b1fbbb4c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/198115e3-e343-4b8e-b6fb-0c22dea57ed9 HTTP/1.1" status: 204 len: 168 time: 0.1747990 Apr 15 10:55:26.445241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:26.449675 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:26.471633 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Usage tracker for resource:port and tenant:7ec1f19aa1334575a63a8e11deed30f3 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:26.477294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:26.496211 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:26.518403 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Made reservation on behalf of 7ec1f19aa1334575a63a8e11deed30f3 for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:26.524805 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.608540 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Network 86b2be50-f346-4032-ad29-adf338394131 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:26.614900 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:26.624507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:26.629422 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9479d6-9481-4e7d-90e8-49270d989a54 req-6eb136c9-2be6-44f1-9d20-dc4fedffd77b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:26.631139 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2e9479d6-9481-4e7d-90e8-49270d989a54 req-6eb136c9-2be6-44f1-9d20-dc4fedffd77b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.0960267 Apr 15 10:55:26.707215 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2e9479d6-9481-4e7d-90e8-49270d989a54 req-80f90ce3-2ad9-4379-b66b-a8451a59418a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682178 Apr 15 10:55:26.757460 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:26.758162 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.803004 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9209490 Apr 15 10:55:26.830389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Request body: {'port': {'device_id': '237fb694-10a2-4770-9aa7-c23943098ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:26.959943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Allocated IP 172.20.0.3 (4f4afb39-25ec-44fd-b396-7d72d20a78dd/347eac98-7ebb-414a-adde-ffa40460d4c7/03b30851-b957-4133-aff7-f18886daf329) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:27.000271 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-531e8824-8db0-432a-ad0d-cff7d06401ad None None] Provisioning for port 7016e751-3eec-4189-af12-108dbb8b863f completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:27.014199 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-531e8824-8db0-432a-ad0d-cff7d06401ad None None] Provisioning complete for port 7016e751-3eec-4189-af12-108dbb8b863f triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:27.014995 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-531e8824-8db0-432a-ad0d-cff7d06401ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.040108 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ba0e5-747d-47e5-bd92-14a93e8bb1a5 req-ab70952c-35ab-4841-ab66-e9d344bbe01f tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:27.042508 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c11ba0e5-747d-47e5-bd92-14a93e8bb1a5 req-ab70952c-35ab-4841-ab66-e9d344bbe01f tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 936 time: 0.2106407 Apr 15 10:55:27.091359 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-531e8824-8db0-432a-ad0d-cff7d06401ad None None] Port 7016e751-3eec-4189-af12-108dbb8b863f cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:55:27.110595 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c11ba0e5-747d-47e5-bd92-14a93e8bb1a5 req-18dc4f61-98a9-4731-bf67-4fd31e9eddb4 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595284 Apr 15 10:55:27.124955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.266398 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a4427c28-5a11-4361-a255-bc56f5bd5ea3 req-b82b5685-572f-4bcf-9f24-12d48d14fef6 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 210 time: 0.0606468 Apr 15 10:55:27.734798 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.968387 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b6794-02f3-4752-8f3c-a5dd8ff14b5f req-878f4b63-4299-4996-8339-7eee083de074 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:27.969959 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9c5b6794-02f3-4752-8f3c-a5dd8ff14b5f req-878f4b63-4299-4996-8339-7eee083de074 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1402574 Apr 15 10:55:28.001663 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.039704 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:28.048148 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['25d286b2-4726-4e79-a444-d54f350227b6', '93a084be-de85-407a-b284-18b9e7e4cc79', 'ba66397d-917a-47d7-a2d2-0d848e4ed423'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:28.051195 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9c5b6794-02f3-4752-8f3c-a5dd8ff14b5f req-3425a197-adc8-4dfa-83e3-f97368aff1db tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696900 Apr 15 10:55:28.228997 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-818d2065-d03d-41cf-9a29-f9602f464113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.239390 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Pushing event updated for resources: {'Port': ['ID=03b30851-b957-4133-aff7-f18886daf329,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:28.319432 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3977e86-0dc7-4adf-a9c7-8afdda1022dd req-2bdc292f-b2d3-42cd-aa53-6119b0429348 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:28.321927 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e3977e86-0dc7-4adf-a9c7-8afdda1022dd req-2bdc292f-b2d3-42cd-aa53-6119b0429348 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1259260 Apr 15 10:55:28.327548 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:28.327961 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:28.328630 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:28.328791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:28.329127 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:28.329534 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:28.329937 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:28.330333 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:28.330764 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:28.331157 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:28.331551 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:28.331946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:28.347641 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:28.381405 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7016e751-3eec-4189-af12-108dbb8b863f {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:28.397179 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.412581 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e3977e86-0dc7-4adf-a9c7-8afdda1022dd req-de1dee88-a3f6-46f0-8c5f-9b5b77fc5d8f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827024 Apr 15 10:55:28.443299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Transition to ACTIVE for port object 7016e751-3eec-4189-af12-108dbb8b863f will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:28.455225 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Network 4f4afb39-25ec-44fd-b396-7d72d20a78dd is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:28.456274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.496030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:28.534134 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:28.546069 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.564413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:28.832275 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a95fb5-365c-4a2d-a148-afddaf69ade8 req-0fa49176-c077-45b0-a99a-130f9074906b tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:28.843684 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c7a95fb5-365c-4a2d-a148-afddaf69ade8 req-0fa49176-c077-45b0-a99a-130f9074906b tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 931 time: 0.3018570 Apr 15 10:55:28.884024 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7016e751-3eec-4189-af12-108dbb8b863f,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:28.896247 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:28.910365 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:28.911576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.955482 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0d7b8-345c-46f3-a978-4728723018d1 req-9bd83361-6f4a-429e-ab11-3111b6970320 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:28.963984 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5ec0d7b8-345c-46f3-a978-4728723018d1 req-9bd83361-6f4a-429e-ab11-3111b6970320 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 948 time: 0.3382957 Apr 15 10:55:28.993256 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c7a95fb5-365c-4a2d-a148-afddaf69ade8 req-bf3ed523-5e2f-410d-b930-307805a06b76 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481640 Apr 15 10:55:28.994226 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8772840 Apr 15 10:55:29.018161 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Request body: {'port': {'device_id': '69e6541b-1b45-41f1-a3c2-51b84c084590', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:29.089412 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5ec0d7b8-345c-46f3-a978-4728723018d1 req-0acc74f7-8f1a-4ef2-80b9-d649ebe9fca2 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242990 Apr 15 10:55:29.412748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:29.467075 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:29.514171 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Attempting to bind port 7016e751-3eec-4189-af12-108dbb8b863f on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:29.514585 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Attempting to bind port 7016e751-3eec-4189-af12-108dbb8b863f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '86b2be50-f346-4032-ad29-adf338394131'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:29.514969 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Attempting to bind port 7016e751-3eec-4189-af12-108dbb8b863f on network 86b2be50-f346-4032-ad29-adf338394131 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:29.524123 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Port 7016e751-3eec-4189-af12-108dbb8b863f on network 86b2be50-f346-4032-ad29-adf338394131 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:55:29.524501 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Attempting to bind port 7016e751-3eec-4189-af12-108dbb8b863f on network 86b2be50-f346-4032-ad29-adf338394131 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:29.572459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:29.573413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Checking segment: {'id': 'ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '86b2be50-f346-4032-ad29-adf338394131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:29.573840 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Bound using segment: {'id': 'ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '86b2be50-f346-4032-ad29-adf338394131'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:29.574330 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Bound port: 7016e751-3eec-4189-af12-108dbb8b863f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '86b2be50-f346-4032-ad29-adf338394131'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:29.574749 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:29.836047 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] For port 7016e751-3eec-4189-af12-108dbb8b863f, host hv-cinder-78638, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:29.853737 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] For port 7016e751-3eec-4189-af12-108dbb8b863f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7016e751-3eec-4189-af12-108dbb8b863f,segment=NetworkSegment(ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd),segment_id=ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:29.863978 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:29.881888 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-28219a50-7d80-4782-971e-ff33498e456e tempest-DeleteServersTestJSON-2006411504 tempest-DeleteServersTestJSON-2006411504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:30.094162 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7016e751-3eec-4189-af12-108dbb8b863f,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:30.102968 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:30.205023 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:30.205744 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:30.207803 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] 10.222.0.102 "PUT /v2.0/ports/7016e751-3eec-4189-af12-108dbb8b863f HTTP/1.1" status: 200 len: 1098 time: 3.3857255 Apr 15 10:55:30.207944 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237fb694-10a2-4770-9aa7-c23943098ec6', 'tag': '7016e751-3eec-4189-af12-108dbb8b863f'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:30.234769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b30851-b957-4133-aff7-f18886daf329 {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:30.249981 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd8e05-7b17-41dd-9947-ab8e005f76d0 req-15ff00b8-c623-43af-a6ee-7cc55b216eb2 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:30.251895 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-80fd8e05-7b17-41dd-9947-ab8e005f76d0 req-15ff00b8-c623-43af-a6ee-7cc55b216eb2 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 931 time: 0.1410048 Apr 15 10:55:30.252944 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:30.287798 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Transition to ACTIVE for port object 03b30851-b957-4133-aff7-f18886daf329 will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:30.291084 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:30.389936 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-703f4852-d9ff-4d34-927c-7110448711a0 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:30.416238 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-80fd8e05-7b17-41dd-9947-ab8e005f76d0 req-ec95d81d-326f-44f6-8d48-e6c89873f672 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498823 Apr 15 10:55:30.501517 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad75ed-d227-4b51-9753-793599e88fcb req-50536722-4d9b-4715-9f7c-539de2f9ee11 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:30.517574 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-79ad75ed-d227-4b51-9753-793599e88fcb req-50536722-4d9b-4715-9f7c-539de2f9ee11 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 948 time: 0.2334406 Apr 15 10:55:30.577329 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-79ad75ed-d227-4b51-9753-793599e88fcb req-d9a0488a-f802-402e-bbe0-307b2b0354a4 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586510 Apr 15 10:55:30.579017 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237fb694-10a2-4770-9aa7-c23943098ec6', 'tag': '7016e751-3eec-4189-af12-108dbb8b863f', 'status': 'completed', 'code': 200} Apr 15 10:55:30.623936 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:30.627914 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Pushing event updated for resources: {'Port': ['ID=03b30851-b957-4133-aff7-f18886daf329,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:30.644248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:30.719875 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-b91afa97-7cb9-477f-be5f-6bf1aae1d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:30.721642 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-b91afa97-7cb9-477f-be5f-6bf1aae1d5f9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5c453d483bee4a76830064b838d2b1b9&device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 1101 time: 0.3966963 Apr 15 10:55:30.856955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 42438) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:30.863936 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-cbbd7b8a-f1c8-499a-ad92-65c359146ef4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=7016e751-3eec-4189-af12-108dbb8b863f HTTP/1.1" status: 200 len: 217 time: 0.0848348 Apr 15 10:55:31.029652 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-5452b19c-390d-46e5-89f1-b34ddf4e17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:31.031768 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-5452b19c-390d-46e5-89f1-b34ddf4e17d4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c167cdc9-db72-4127-94ba-e77ecf39beb2 HTTP/1.1" status: 200 len: 843 time: 0.1374941 Apr 15 10:55:31.050977 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Attempting to bind port 03b30851-b957-4133-aff7-f18886daf329 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:31.051365 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Attempting to bind port 03b30851-b957-4133-aff7-f18886daf329 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:31.051744 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Attempting to bind port 03b30851-b957-4133-aff7-f18886daf329 on network 4f4afb39-25ec-44fd-b396-7d72d20a78dd {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:31.184953 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a42f2d9-9c0d-4424-b8e8-ca809d664e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:31.217435 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0a42f2d9-9c0d-4424-b8e8-ca809d664e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:31.228515 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-0a42f2d9-9c0d-4424-b8e8-ca809d664e2b admin admin] Usage tracker for resource:security_group_rule and tenant:92d9fac74de84ed5946d8bd062e75f9a is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:31.233855 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-0a42f2d9-9c0d-4424-b8e8-ca809d664e2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:31.258737 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0a42f2d9-9c0d-4424-b8e8-ca809d664e2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:31.300420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aee677-b9cc-4095-a00e-3a0bfacbe0f3 req-f21c44d9-c7cc-43da-bd4f-73866e60c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:31.302047 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-04aee677-b9cc-4095-a00e-3a0bfacbe0f3 req-f21c44d9-c7cc-43da-bd4f-73866e60c40f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0e2d2b4e3f2a41e98138d032416cb464&device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 1098 time: 0.2436867 Apr 15 10:55:31.324539 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c3a6c-707d-4972-8186-c8cd5248de2d req-0021154d-b4e8-4b57-a663-ec9f79af1d46 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:31.326502 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4b2c3a6c-707d-4972-8186-c8cd5248de2d req-0021154d-b4e8-4b57-a663-ec9f79af1d46 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.2315912 Apr 15 10:55:31.340474 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Port 03b30851-b957-4133-aff7-f18886daf329 on network 4f4afb39-25ec-44fd-b396-7d72d20a78dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:55:31.340474 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Attempting to bind port 03b30851-b957-4133-aff7-f18886daf329 on network 4f4afb39-25ec-44fd-b396-7d72d20a78dd {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:31.353104 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:31.353498 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Checking segment: {'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:31.354442 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Bound using segment: {'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:31.354996 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Bound port: 03b30851-b957-4133-aff7-f18886daf329, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:31.355385 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:31.476461 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-c12b69ba-fe85-46a9-b08e-2c0f9b6a8478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:31.478096 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-c12b69ba-fe85-46a9-b08e-2c0f9b6a8478 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=86b2be50-f346-4032-ad29-adf338394131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4218931 Apr 15 10:55:31.484542 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] For port 03b30851-b957-4133-aff7-f18886daf329, host hv-cinder-78638, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:31.491543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] For port 03b30851-b957-4133-aff7-f18886daf329, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=03b30851-b957-4133-aff7-f18886daf329,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:31.530604 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:31.548045 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aee677-b9cc-4095-a00e-3a0bfacbe0f3 req-18d7e250-4031-44ee-87df-fa12047870a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:31.549640 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-04aee677-b9cc-4095-a00e-3a0bfacbe0f3 req-18d7e250-4031-44ee-87df-fa12047870a4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=31a1618d-6994-4188-8c35-0ecda63f191a HTTP/1.1" status: 200 len: 921 time: 0.2353809 Apr 15 10:55:31.568986 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:31.601621 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4b2c3a6c-707d-4972-8186-c8cd5248de2d req-97a6be8b-9575-467f-b06d-02d030896c03 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418752 Apr 15 10:55:31.715773 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-04aee677-b9cc-4095-a00e-3a0bfacbe0f3 req-40b1745c-91cd-4143-aea9-e54fff26ad90 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=864f9461-93d6-45ef-ab56-44c02c8e57f8 HTTP/1.1" status: 200 len: 217 time: 0.1237516 Apr 15 10:55:31.727932 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a42f2d9-9c0d-4424-b8e8-ca809d664e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:31.773702 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a42f2d9-9c0d-4424-b8e8-ca809d664e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:31.825672 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Pushing event updated for resources: {'Port': ['ID=03b30851-b957-4133-aff7-f18886daf329,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:31.827045 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:31.841748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:31.878710 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-ea76d84f-ae86-47ce-b11f-b48cda57668c service neutron] 10.222.0.102 "GET /v2.0/networks/86b2be50-f346-4032-ad29-adf338394131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842266 Apr 15 10:55:31.917487 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42f2d9-9c0d-4424-b8e8-ca809d664e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a826f4-0df4-4791-a850-bd9109cd03b5,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:31.922830 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:31.923519 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:31.925023 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] 10.222.0.102 "PUT /v2.0/ports/03b30851-b957-4133-aff7-f18886daf329 HTTP/1.1" status: 200 len: 1093 time: 2.9116220 Apr 15 10:55:31.927944 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aee677-b9cc-4095-a00e-3a0bfacbe0f3 req-99e1277d-662e-4e2d-8376-d5762e0ec630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:31.929487 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-04aee677-b9cc-4095-a00e-3a0bfacbe0f3 req-99e1277d-662e-4e2d-8376-d5762e0ec630 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a6eec143-1d7d-4710-9f01-c48c18b46781 HTTP/1.1" status: 200 len: 859 time: 0.1978073 Apr 15 10:55:31.930893 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0a42f2d9-9c0d-4424-b8e8-ca809d664e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:31.936464 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-0a42f2d9-9c0d-4424-b8e8-ca809d664e2b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=92d9fac74de84ed5946d8bd062e75f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0809431 Apr 15 10:55:31.940153 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 42462) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:32.020899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbce1e-4daa-4993-b6fb-eeb4d40de47e req-37077b19-72ef-4a2d-8c57-f64abbaea503 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:32.022682 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-21bbce1e-4daa-4993-b6fb-eeb4d40de47e req-37077b19-72ef-4a2d-8c57-f64abbaea503 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 943 time: 0.4846895 Apr 15 10:55:32.045720 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-04aee677-b9cc-4095-a00e-3a0bfacbe0f3 req-e6984050-8335-40fe-abd7-5edcb0b7cee7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=31a1618d-6994-4188-8c35-0ecda63f191a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815465 Apr 15 10:55:32.100669 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-887fadca-6eea-452f-9a61-7fc0576ba606 req-e0b483ac-d11e-4d4e-8668-51692926cfa9 service neutron] 10.222.0.102 "GET /v2.0/networks/86b2be50-f346-4032-ad29-adf338394131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103148 Apr 15 10:55:32.132658 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-f829140f-d945-47ef-baf2-e0fb51bbfb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:32.134266 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-f829140f-d945-47ef-baf2-e0fb51bbfb51 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ec1f19aa1334575a63a8e11deed30f3&device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 1096 time: 0.1106877 Apr 15 10:55:32.384899 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-02353ee4-6b7c-4e38-a679-0c2d274cceff service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03b30851-b957-4133-aff7-f18886daf329 HTTP/1.1" status: 200 len: 217 time: 0.1233892 Apr 15 10:55:32.423798 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2a22a-10d9-4f51-9d4b-8c8545512a2a req-6fa8361f-a047-46f7-b0ad-d1ffe7618e0e tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:32.431567 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-48a2a22a-10d9-4f51-9d4b-8c8545512a2a req-6fa8361f-a047-46f7-b0ad-d1ffe7618e0e tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 948 time: 0.6643181 Apr 15 10:55:32.475552 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1aad9-a9b6-40b8-a8f9-2278f78aae7d req-2b1fde43-9fcb-4329-bc4a-39e8782e1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:32.477364 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1ee1aad9-a9b6-40b8-a8f9-2278f78aae7d req-2b1fde43-9fcb-4329-bc4a-39e8782e1ef0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=5c453d483bee4a76830064b838d2b1b9&device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 1101 time: 0.1618080 Apr 15 10:55:32.486668 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-e12963cc-082a-4a7c-99b8-110aa1085373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:32.487225 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-21bbce1e-4daa-4993-b6fb-eeb4d40de47e req-d9330475-4277-41b2-a26d-5b6f9841a451 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465606 Apr 15 10:55:32.488213 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-e12963cc-082a-4a7c-99b8-110aa1085373 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=347eac98-7ebb-414a-adde-ffa40460d4c7 HTTP/1.1" status: 200 len: 853 time: 0.0941014 Apr 15 10:55:32.501405 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb93aca6-8dc7-4df1-b95c-945c822ce570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.536637 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb93aca6-8dc7-4df1-b95c-945c822ce570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.586450 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-04aee677-b9cc-4095-a00e-3a0bfacbe0f3 req-3d92dcef-d379-4f7c-91f5-4fbdfceaee07 service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297716 Apr 15 10:55:32.624552 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e6541b-1b45-41f1-a3c2-51b84c084590', 'tag': '03b30851-b957-4133-aff7-f18886daf329'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:32.638361 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-44160d5f-b2e3-4c7a-b6c1-51cc87bfb08c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4f4afb39-25ec-44fd-b396-7d72d20a78dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221774 Apr 15 10:55:32.656322 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-48a2a22a-10d9-4f51-9d4b-8c8545512a2a req-499f709c-4d99-4780-9098-ccc4150996a4 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231171 Apr 15 10:55:32.782221 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e6541b-1b45-41f1-a3c2-51b84c084590', 'tag': '03b30851-b957-4133-aff7-f18886daf329', 'status': 'completed', 'code': 200} Apr 15 10:55:32.878949 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-71686e3f-7339-432c-a40a-bbbd96951b64 service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192476 Apr 15 10:55:32.896291 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1aad9-a9b6-40b8-a8f9-2278f78aae7d req-d5711261-906f-4984-8c84-c55fad504485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:32.899979 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1ee1aad9-a9b6-40b8-a8f9-2278f78aae7d req-d5711261-906f-4984-8c84-c55fad504485 service neutron] 10.222.0.102 "GET /v2.0/networks?id=86b2be50-f346-4032-ad29-adf338394131 HTTP/1.1" status: 200 len: 871 time: 0.4086323 Apr 15 10:55:32.947037 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb93aca6-8dc7-4df1-b95c-945c822ce570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.957089 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e93d35d0-4914-43a2-b33e-33ec8813a953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:32.976422 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93aca6-8dc7-4df1-b95c-945c822ce570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a826f4-0df4-4791-a850-bd9109cd03b5,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:32.980512 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-eb93aca6-8dc7-4df1-b95c-945c822ce570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:33.014481 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eb93aca6-8dc7-4df1-b95c-945c822ce570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.015716 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-eb93aca6-8dc7-4df1-b95c-945c822ce570 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e0a826f4-0df4-4791-a850-bd9109cd03b5 HTTP/1.1" status: 204 len: 168 time: 1.0730059 Apr 15 10:55:33.036855 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-04aee677-b9cc-4095-a00e-3a0bfacbe0f3 req-65cf6b86-7036-44bb-9c12-96d18d868b16 service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352610 Apr 15 10:55:33.051838 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29378d7-e49b-42eb-90dc-30e0ee8c5701 req-19daaf43-3e0e-4e75-b12d-9813113c8aa8 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:33.053759 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c29378d7-e49b-42eb-90dc-30e0ee8c5701 req-19daaf43-3e0e-4e75-b12d-9813113c8aa8 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.2427416 Apr 15 10:55:33.071317 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1ee1aad9-a9b6-40b8-a8f9-2278f78aae7d req-88c38e2a-95f7-4c7c-b6b4-2e8c4ffc2d1d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=7016e751-3eec-4189-af12-108dbb8b863f HTTP/1.1" status: 200 len: 217 time: 0.1344023 Apr 15 10:55:33.117483 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c29378d7-e49b-42eb-90dc-30e0ee8c5701 req-a15d3283-643a-4ecc-99cd-dcb1980a45f9 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494020 Apr 15 10:55:33.203451 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87f5daa5-c748-47b0-88c4-e67cf41be94f req-a8610af8-c956-4282-9359-d5d3c79a7348 service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023725 Apr 15 10:55:33.210341 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1aad9-a9b6-40b8-a8f9-2278f78aae7d req-377915ae-18c4-4310-9ab6-bd85a6127a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:33.211892 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1ee1aad9-a9b6-40b8-a8f9-2278f78aae7d req-377915ae-18c4-4310-9ab6-bd85a6127a64 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=c167cdc9-db72-4127-94ba-e77ecf39beb2 HTTP/1.1" status: 200 len: 843 time: 0.1087074 Apr 15 10:55:33.349041 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 42496) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:33.368994 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a2c31534-19a0-4057-9b1f-2be9a05817a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.384483 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a2c31534-19a0-4057-9b1f-2be9a05817a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:33.389515 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a2c31534-19a0-4057-9b1f-2be9a05817a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1c6a7654178d4e6e8c29443986a52096 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:33.392599 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a2c31534-19a0-4057-9b1f-2be9a05817a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:33.398883 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a2c31534-19a0-4057-9b1f-2be9a05817a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:33.422887 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1aad9-a9b6-40b8-a8f9-2278f78aae7d req-9d03d539-39ce-49fb-8469-3849e715ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:33.424807 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1ee1aad9-a9b6-40b8-a8f9-2278f78aae7d req-9d03d539-39ce-49fb-8469-3849e715ec4c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=86b2be50-f346-4032-ad29-adf338394131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0874169 Apr 15 10:55:33.488049 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a2c31534-19a0-4057-9b1f-2be9a05817a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.491041 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a2c31534-19a0-4057-9b1f-2be9a05817a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.499805 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-707bebe2-f52d-48da-b88d-24dda694464b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:33.549220 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a2c31534-19a0-4057-9b1f-2be9a05817a0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1c6a7654178d4e6e8c29443986a52096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988103 Apr 15 10:55:33.550150 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c31534-19a0-4057-9b1f-2be9a05817a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f7f4ac-78e9-4f81-bc52-4b3ae17d5abf,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:33.553382 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a2c31534-19a0-4057-9b1f-2be9a05817a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:33.553906 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 42502) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:33.623304 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d68e2bc-ee8b-442c-b9dc-6d18cc73c962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.694837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d68e2bc-ee8b-442c-b9dc-6d18cc73c962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.707295 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39c684-6c09-49dd-84c7-4b5f1c1743dd req-0ebeb8fb-8454-4936-af08-b3f12dd09b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:33.708907 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e39c684-6c09-49dd-84c7-4b5f1c1743dd req-0ebeb8fb-8454-4936-af08-b3f12dd09b02 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=7ec1f19aa1334575a63a8e11deed30f3&device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 1096 time: 0.2159357 Apr 15 10:55:33.712508 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1ee1aad9-a9b6-40b8-a8f9-2278f78aae7d req-292cc6dd-db10-4887-87fd-502cdda9e798 service neutron] 10.222.0.102 "GET /v2.0/networks/86b2be50-f346-4032-ad29-adf338394131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180874 Apr 15 10:55:33.756481 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d68e2bc-ee8b-442c-b9dc-6d18cc73c962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.762292 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a8615180-0118-40b7-96a7-a6172c8bae64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:33.778217 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68e2bc-ee8b-442c-b9dc-6d18cc73c962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f7f4ac-78e9-4f81-bc52-4b3ae17d5abf,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:33.782395 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1d68e2bc-ee8b-442c-b9dc-6d18cc73c962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:33.796888 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1d68e2bc-ee8b-442c-b9dc-6d18cc73c962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.798127 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-1d68e2bc-ee8b-442c-b9dc-6d18cc73c962 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/27f7f4ac-78e9-4f81-bc52-4b3ae17d5abf HTTP/1.1" status: 204 len: 168 time: 0.2432160 Apr 15 10:55:33.927959 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f92d1a-8d25-451b-be6d-8849a4d5cf66 req-a469ad0e-4a47-43c0-a72b-773467937253 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:33.929593 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-53f92d1a-8d25-451b-be6d-8849a4d5cf66 req-a469ad0e-4a47-43c0-a72b-773467937253 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 943 time: 0.2960944 Apr 15 10:55:34.001104 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191867d-27ec-4065-846e-6e8ba7ff6a5c req-51095cda-02d4-4cb1-b59e-47ef5591b9d9 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:34.014506 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4191867d-27ec-4065-846e-6e8ba7ff6a5c req-51095cda-02d4-4cb1-b59e-47ef5591b9d9 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 948 time: 0.2133975 Apr 15 10:55:34.071685 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-53f92d1a-8d25-451b-be6d-8849a4d5cf66 req-34ef538c-339e-43c2-aff5-472d359fdef4 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303370 Apr 15 10:55:34.103635 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39c684-6c09-49dd-84c7-4b5f1c1743dd req-47e9087c-35e9-4a73-ae96-b7d2ded6b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:34.103635 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e39c684-6c09-49dd-84c7-4b5f1c1743dd req-47e9087c-35e9-4a73-ae96-b7d2ded6b2b5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=4f4afb39-25ec-44fd-b396-7d72d20a78dd HTTP/1.1" status: 200 len: 915 time: 0.3751900 Apr 15 10:55:34.133435 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4191867d-27ec-4065-846e-6e8ba7ff6a5c req-e7e683a7-9b69-44d1-be80-9a0edf5cbcbd tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175985 Apr 15 10:55:34.243391 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e39c684-6c09-49dd-84c7-4b5f1c1743dd req-3eaf4033-6680-4c56-a342-df30a300c348 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03b30851-b957-4133-aff7-f18886daf329 HTTP/1.1" status: 200 len: 217 time: 0.1176896 Apr 15 10:55:34.247377 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1ee1aad9-a9b6-40b8-a8f9-2278f78aae7d req-ec8eb5a9-f9c7-4d1d-8549-83c73b74cac0 service neutron] 10.222.0.102 "GET /v2.0/networks/86b2be50-f346-4032-ad29-adf338394131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731964 Apr 15 10:55:34.352037 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39c684-6c09-49dd-84c7-4b5f1c1743dd req-cd02056b-f9af-468b-ae84-8c4f092d6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:34.353407 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e39c684-6c09-49dd-84c7-4b5f1c1743dd req-cd02056b-f9af-468b-ae84-8c4f092d6aa0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=347eac98-7ebb-414a-adde-ffa40460d4c7 HTTP/1.1" status: 200 len: 853 time: 0.0733838 Apr 15 10:55:34.433895 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e39c684-6c09-49dd-84c7-4b5f1c1743dd req-02f3e47b-0fb5-4119-82f1-915e507ba38d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=4f4afb39-25ec-44fd-b396-7d72d20a78dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572846 Apr 15 10:55:34.594105 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7e3b0-844d-49b7-a6e0-d102956c3cb9 req-dcf1375c-36d2-402d-abb5-cdb011c02a7b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:34.596319 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bed7e3b0-844d-49b7-a6e0-d102956c3cb9 req-dcf1375c-36d2-402d-abb5-cdb011c02a7b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1264837 Apr 15 10:55:34.682751 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bed7e3b0-844d-49b7-a6e0-d102956c3cb9 req-fe1f43d6-0f38-4af3-abed-a57007c73073 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779543 Apr 15 10:55:34.846746 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e39c684-6c09-49dd-84c7-4b5f1c1743dd req-4931cc4a-b0a0-4874-bfd7-f7d0737275c6 service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042604 Apr 15 10:55:35.060757 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e39c684-6c09-49dd-84c7-4b5f1c1743dd req-84527339-0915-4779-b05f-5e7a2df56a96 service neutron] 10.222.0.102 "GET /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011194 Apr 15 10:55:35.258248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 7016e751-3eec-4189-af12-108dbb8b863f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:55:35.421956 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 7016e751-3eec-4189-af12-108dbb8b863f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7016e751-3eec-4189-af12-108dbb8b863f,segment=NetworkSegment(ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd),segment_id=ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:35.441950 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': '7016e751-3eec-4189-af12-108dbb8b863f', 'network_id': '86b2be50-f346-4032-ad29-adf338394131', 'port_id': '7016e751-3eec-4189-af12-108dbb8b863f', 'mac_address': 'fa:16:3e:44:13:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c167cdc9-db72-4127-94ba-e77ecf39beb2', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:55:35.459316 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb2e0d-6b53-4f18-ac6c-72ac73c6b280 req-c1a8bfb2-791a-421a-846a-4fa0f280196f tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:35.462376 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0dcb2e0d-6b53-4f18-ac6c-72ac73c6b280 req-c1a8bfb2-791a-421a-846a-4fa0f280196f tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 943 time: 0.2546132 Apr 15 10:55:35.513239 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:35.536194 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7016e751-3eec-4189-af12-108dbb8b863f {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:35.554867 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 7016e751-3eec-4189-af12-108dbb8b863f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7016e751-3eec-4189-af12-108dbb8b863f,segment=NetworkSegment(ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd),segment_id=ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:35.559818 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:35.562739 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:35.598459 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0dcb2e0d-6b53-4f18-ac6c-72ac73c6b280 req-75801f0b-049c-4a8c-b31c-b7f731a3db5d tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226161 Apr 15 10:55:35.609197 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d009788-f243-4897-86e7-28bde7712159 req-d922f1bf-04cc-4e75-9b8e-edab9b7319bb tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:35.617942 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9d009788-f243-4897-86e7-28bde7712159 req-d922f1bf-04cc-4e75-9b8e-edab9b7319bb tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 948 time: 0.3009810 Apr 15 10:55:35.659840 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=7016e751-3eec-4189-af12-108dbb8b863f,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:35.670885 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:35.671190 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:35.671582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:35.671940 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:35.672454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:35.672824 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:35.673331 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:35.673701 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:35.674067 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:35.674429 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:35.674885 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:35.675447 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:35.680272 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9d009788-f243-4897-86e7-28bde7712159 req-d0563f7a-e953-4d58-aa4b-1826203e828e tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605013 Apr 15 10:55:35.688582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:35.804986 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 42576) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:35.917506 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98804fff-abfe-431b-bf0f-298d5448c151 req-4286db10-2351-439f-80ac-1001d11a905a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:35.920511 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-98804fff-abfe-431b-bf0f-298d5448c151 req-4286db10-2351-439f-80ac-1001d11a905a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1101015 Apr 15 10:55:35.986224 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-98804fff-abfe-431b-bf0f-298d5448c151 req-0b8c1de4-2738-4914-9f4b-6bdcbd01f449 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599272 Apr 15 10:55:36.008547 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-22490234-8d11-438d-a082-6cf6ed6964c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.027077 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-22490234-8d11-438d-a082-6cf6ed6964c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:36.031460 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-22490234-8d11-438d-a082-6cf6ed6964c0 admin admin] Usage tracker for resource:security_group_rule and tenant:a87b2434729647d2873d8dac04dbb8d0 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:36.034559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-22490234-8d11-438d-a082-6cf6ed6964c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:36.040787 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-22490234-8d11-438d-a082-6cf6ed6964c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:36.045666 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['7016e751-3eec-4189-af12-108dbb8b863f'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:36.147351 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-22490234-8d11-438d-a082-6cf6ed6964c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.152861 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-22490234-8d11-438d-a082-6cf6ed6964c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.163730 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dcbeee4a-a64b-45d5-859a-7e87a83ea25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:36.219597 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-22490234-8d11-438d-a082-6cf6ed6964c0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a87b2434729647d2873d8dac04dbb8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109190 Apr 15 10:55:36.219597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22490234-8d11-438d-a082-6cf6ed6964c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af44430-7ae5-41a1-9d51-6cff48f7c1ad,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:36.221009 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 42590) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:36.221980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-22490234-8d11-438d-a082-6cf6ed6964c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:36.297072 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bd27a42-f87b-4845-837a-f303231d3d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.327217 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bd27a42-f87b-4845-837a-f303231d3d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.375414 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bd27a42-f87b-4845-837a-f303231d3d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.380498 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:36.396625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd27a42-f87b-4845-837a-f303231d3d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af44430-7ae5-41a1-9d51-6cff48f7c1ad,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:36.399828 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8bd27a42-f87b-4845-837a-f303231d3d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:36.406681 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bd27a42-f87b-4845-837a-f303231d3d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.411069 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-8bd27a42-f87b-4845-837a-f303231d3d56 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4af44430-7ae5-41a1-9d51-6cff48f7c1ad HTTP/1.1" status: 204 len: 168 time: 0.1882677 Apr 15 10:55:36.996228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611108f-24b6-4caf-bfa4-d52acd954988 req-ba6e4950-5385-40b8-b8cf-788614c26c32 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:36.998276 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4611108f-24b6-4caf-bfa4-d52acd954988 req-ba6e4950-5385-40b8-b8cf-788614c26c32 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 949 time: 0.1948521 Apr 15 10:55:37.087130 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7792c-eed3-4d98-ba48-f5465c704455 req-53cb224b-879d-4992-a989-7f5f9c5ae137 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:37.090212 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bfb7792c-eed3-4d98-ba48-f5465c704455 req-53cb224b-879d-4992-a989-7f5f9c5ae137 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 943 time: 0.1745026 Apr 15 10:55:37.135968 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4611108f-24b6-4caf-bfa4-d52acd954988 req-467d97de-16ee-4291-ac2f-17158f1b942e tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098816 Apr 15 10:55:37.179721 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bfb7792c-eed3-4d98-ba48-f5465c704455 req-97440bd4-3285-4175-8c4a-f598e9b1cdde tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761211 Apr 15 10:55:37.270717 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 03b30851-b957-4133-aff7-f18886daf329 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:55:37.425399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89bc3c-fef5-4eca-bc2a-eec3b67b61f0 req-f1f587f9-77ea-46b1-ba29-c46739de5911 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:37.427410 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9f89bc3c-fef5-4eca-bc2a-eec3b67b61f0 req-f1f587f9-77ea-46b1-ba29-c46739de5911 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1289496 Apr 15 10:55:37.487597 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9f89bc3c-fef5-4eca-bc2a-eec3b67b61f0 req-9eed8ffd-758d-4d2a-bea8-b2fb7c402670 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533433 Apr 15 10:55:37.626512 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 03b30851-b957-4133-aff7-f18886daf329, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=03b30851-b957-4133-aff7-f18886daf329,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:37.641893 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': '03b30851-b957-4133-aff7-f18886daf329', 'network_id': '4f4afb39-25ec-44fd-b396-7d72d20a78dd', 'port_id': '03b30851-b957-4133-aff7-f18886daf329', 'mac_address': 'fa:16:3e:96:60:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '347eac98-7ebb-414a-adde-ffa40460d4c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:55:37.702543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:37.721350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b30851-b957-4133-aff7-f18886daf329 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:37.738356 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 03b30851-b957-4133-aff7-f18886daf329, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=03b30851-b957-4133-aff7-f18886daf329,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:37.741396 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:37.743350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:37.818794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=03b30851-b957-4133-aff7-f18886daf329,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:37.822002 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:38.203028 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['03b30851-b957-4133-aff7-f18886daf329'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:38.451088 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1849436-53b6-4e2a-9165-236cdd19b063 req-73d98c3e-2c1a-4c02-9db1-ecc53d06ca5e tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:38.452828 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c1849436-53b6-4e2a-9165-236cdd19b063 req-73d98c3e-2c1a-4c02-9db1-ecc53d06ca5e tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 949 time: 0.1814325 Apr 15 10:55:38.487952 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70dac6-aeef-409b-9448-6013e4419d16 req-d1d3f19f-fdba-4686-bf7c-6986e1be7b22 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:38.489574 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5a70dac6-aeef-409b-9448-6013e4419d16 req-d1d3f19f-fdba-4686-bf7c-6986e1be7b22 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 944 time: 0.1488781 Apr 15 10:55:38.558280 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c1849436-53b6-4e2a-9165-236cdd19b063 req-2c856276-c2bd-4fa8-99fa-6f95a61276a9 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944111 Apr 15 10:55:38.572854 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5a70dac6-aeef-409b-9448-6013e4419d16 req-8acf2227-dcb3-4ae1-ac13-520074495361 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745978 Apr 15 10:55:38.995783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6990a0b-8832-47d9-848b-21b45db44263 req-461758ec-cc0c-4152-8c36-3f8a9d425b5a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:38.997396 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b6990a0b-8832-47d9-848b-21b45db44263 req-461758ec-cc0c-4152-8c36-3f8a9d425b5a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1634035 Apr 15 10:55:39.009659 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e27572-d9e7-461d-95b3-571d60aaa28f req-dd4ee36f-3113-497f-be80-96bae48cb29a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:39.011445 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-22e27572-d9e7-461d-95b3-571d60aaa28f req-dd4ee36f-3113-497f-be80-96bae48cb29a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1358283 Apr 15 10:55:39.085095 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b6990a0b-8832-47d9-848b-21b45db44263 req-e489a362-04ad-460e-b15d-e8df04f8b5f6 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726080 Apr 15 10:55:39.092817 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-22e27572-d9e7-461d-95b3-571d60aaa28f req-aac226cf-c43d-4cf7-a022-40b39a558d40 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665479 Apr 15 10:55:39.277872 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 7016e751-3eec-4189-af12-108dbb8b863f up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:39.351911 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port 7016e751-3eec-4189-af12-108dbb8b863f completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:39.358635 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port 7016e751-3eec-4189-af12-108dbb8b863f triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:39.359059 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.495745 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.523748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237fb694-10a2-4770-9aa7-c23943098ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7016e751-3eec-4189-af12-108dbb8b863f'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:39.535032 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 7016e751-3eec-4189-af12-108dbb8b863f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7016e751-3eec-4189-af12-108dbb8b863f,segment=NetworkSegment(ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd),segment_id=ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:39.538168 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.540362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:39.578669 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237fb694-10a2-4770-9aa7-c23943098ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7016e751-3eec-4189-af12-108dbb8b863f', 'code': 200} Apr 15 10:55:39.613508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=7016e751-3eec-4189-af12-108dbb8b863f,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:39.616670 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:39.851732 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316c048-e7bc-43f8-bef9-be528d88b588 req-163d08cc-ac68-4095-8762-7886c35e02f5 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:39.854226 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9316c048-e7bc-43f8-bef9-be528d88b588 req-163d08cc-ac68-4095-8762-7886c35e02f5 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 950 time: 0.1669469 Apr 15 10:55:39.894904 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afc19a-e51f-4061-92fb-206ecaf1e9a3 req-4f59c103-8db9-42ba-b87e-ecf4dcea17dc tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:39.900968 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f0afc19a-e51f-4061-92fb-206ecaf1e9a3 req-4f59c103-8db9-42ba-b87e-ecf4dcea17dc tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 944 time: 0.1733761 Apr 15 10:55:39.917952 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e9d6c-a64d-4c22-ba9f-12669af0e8b7 req-33cbb381-b5e3-417c-9a78-3335394cb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:39.919887 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-dc5e9d6c-a64d-4c22-ba9f-12669af0e8b7 req-33cbb381-b5e3-417c-9a78-3335394cb10d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 1103 time: 0.0924237 Apr 15 10:55:39.972485 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-dc5e9d6c-a64d-4c22-ba9f-12669af0e8b7 req-1b4d1472-b5a0-48ae-ba34-9c9c7012e826 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390887 Apr 15 10:55:39.986859 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9316c048-e7bc-43f8-bef9-be528d88b588 req-333dd6d1-a780-4ca1-9790-f60ad64d3c8a tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215262 Apr 15 10:55:39.994761 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f0afc19a-e51f-4061-92fb-206ecaf1e9a3 req-694853c0-6dac-49ac-baa8-e00755553611 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688028 Apr 15 10:55:40.296816 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15eb50e-8cef-4d93-bd4f-93dd7714e45c req-bc0ddb99-6993-4171-bbc3-1159f4022c46 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:40.298424 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c15eb50e-8cef-4d93-bd4f-93dd7714e45c req-bc0ddb99-6993-4171-bbc3-1159f4022c46 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.0942931 Apr 15 10:55:40.351465 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c15eb50e-8cef-4d93-bd4f-93dd7714e45c req-fc575ec8-bff6-4f35-be3b-ef6e2d6fd35e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465074 Apr 15 10:55:40.544978 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec8842-5fc2-4417-8c22-5d2198d3d412 req-527e181d-2467-46b0-b702-f1727f2ba73c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:40.546645 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-28ec8842-5fc2-4417-8c22-5d2198d3d412 req-527e181d-2467-46b0-b702-f1727f2ba73c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.0913234 Apr 15 10:55:40.597318 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-28ec8842-5fc2-4417-8c22-5d2198d3d412 req-48205166-b02c-4278-9136-a9717a721e5c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441411 Apr 15 10:55:41.284163 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0999ec-36ae-4d36-8425-aa992c90d491 req-e79ccc33-c9f7-46ae-ab21-58fe16c325f7 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:41.285688 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b0999ec-36ae-4d36-8425-aa992c90d491 req-e79ccc33-c9f7-46ae-ab21-58fe16c325f7 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 944 time: 0.1682229 Apr 15 10:55:41.295584 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59a833-5fbc-4672-9676-3c60f25e3046 req-0d81295b-526e-4b7e-872c-7b3df038e82a tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:41.297254 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ff59a833-5fbc-4672-9676-3c60f25e3046 req-0d81295b-526e-4b7e-872c-7b3df038e82a tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 950 time: 0.1782720 Apr 15 10:55:41.310240 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 03b30851-b957-4133-aff7-f18886daf329 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:41.378347 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b0999ec-36ae-4d36-8425-aa992c90d491 req-1665121d-a28f-49fb-b718-ca20b7f78260 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799487 Apr 15 10:55:41.389349 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port 03b30851-b957-4133-aff7-f18886daf329 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:41.389919 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ff59a833-5fbc-4672-9676-3c60f25e3046 req-13b33e1d-93b0-4fe4-8d40-72b15424aaaf tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721889 Apr 15 10:55:41.394860 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port 03b30851-b957-4133-aff7-f18886daf329 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:41.395871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:41.551634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:41.582786 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e6541b-1b45-41f1-a3c2-51b84c084590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b30851-b957-4133-aff7-f18886daf329'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:41.593865 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 03b30851-b957-4133-aff7-f18886daf329, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=03b30851-b957-4133-aff7-f18886daf329,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:41.596920 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:41.598911 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:41.599045 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba81c8f-6478-4453-92f0-aa7ede84ef72 req-02364f40-785c-49c1-85e8-922c08dc209f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:41.600667 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5ba81c8f-6478-4453-92f0-aa7ede84ef72 req-02364f40-785c-49c1-85e8-922c08dc209f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.0949900 Apr 15 10:55:41.674778 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5ba81c8f-6478-4453-92f0-aa7ede84ef72 req-3c0aa2b3-4257-49ce-9c03-fdae9c842dd9 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654645 Apr 15 10:55:41.684238 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=03b30851-b957-4133-aff7-f18886daf329,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:41.692531 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:41.718345 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e6541b-1b45-41f1-a3c2-51b84c084590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b30851-b957-4133-aff7-f18886daf329', 'code': 200} Apr 15 10:55:41.880132 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05011dab-cf75-4f7e-ac8f-fa6ef2ee37e5 req-b9ea2c86-8e06-4694-b7e2-de3a9d8b86ba tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:41.882165 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-05011dab-cf75-4f7e-ac8f-fa6ef2ee37e5 req-b9ea2c86-8e06-4694-b7e2-de3a9d8b86ba tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.0997136 Apr 15 10:55:41.940181 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-05011dab-cf75-4f7e-ac8f-fa6ef2ee37e5 req-64693581-bb40-4766-996e-fc4513f13692 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507574 Apr 15 10:55:42.085972 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b0513-a98c-4046-822b-2c41e1edae9c req-ec14d06f-19c0-4b56-9d8f-e917a7d09f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:42.087628 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-308b0513-a98c-4046-822b-2c41e1edae9c req-ec14d06f-19c0-4b56-9d8f-e917a7d09f57 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 1098 time: 0.0850205 Apr 15 10:55:42.144082 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-308b0513-a98c-4046-822b-2c41e1edae9c req-87eae16c-0db1-495d-9ebd-4ec2d43f48c0 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393732 Apr 15 10:55:42.577834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 42732) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:42.706274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b114fda-e195-4100-b1a5-6a0e1b595cb7 req-3b9a531f-6b41-4fc4-a937-a6dc59ea4fdc tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:42.707946 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5b114fda-e195-4100-b1a5-6a0e1b595cb7 req-3b9a531f-6b41-4fc4-a937-a6dc59ea4fdc tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 950 time: 0.1700728 Apr 15 10:55:42.713593 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d9af89b-1fda-4c3e-a374-33c8ad1e200d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:42.718817 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88eb723-3cab-4da7-a82c-e5b6bf059d0b req-528719d1-d9cf-4aab-9f9f-363f6e0dcded tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:42.720410 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e88eb723-3cab-4da7-a82c-e5b6bf059d0b req-528719d1-d9cf-4aab-9f9f-363f6e0dcded tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 945 time: 0.1345985 Apr 15 10:55:42.729732 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8d9af89b-1fda-4c3e-a374-33c8ad1e200d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:42.733993 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-8d9af89b-1fda-4c3e-a374-33c8ad1e200d admin admin] Usage tracker for resource:security_group_rule and tenant:26a8d17f781b49bb9a9c53e9578e4d5a is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:42.737265 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-8d9af89b-1fda-4c3e-a374-33c8ad1e200d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:42.743530 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8d9af89b-1fda-4c3e-a374-33c8ad1e200d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:42.797360 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5b114fda-e195-4100-b1a5-6a0e1b595cb7 req-243ec2fd-441f-4242-8527-5add9d6c0a44 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758767 Apr 15 10:55:42.802269 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e88eb723-3cab-4da7-a82c-e5b6bf059d0b req-8fd0f0a8-fc24-4fa8-a268-5d09a61fb55c tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648291 Apr 15 10:55:42.854761 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d9af89b-1fda-4c3e-a374-33c8ad1e200d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:42.858403 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d9af89b-1fda-4c3e-a374-33c8ad1e200d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:42.904980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-044ff880-71e9-4a79-9dd0-46f0c1e5c9a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:42.935010 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-8d9af89b-1fda-4c3e-a374-33c8ad1e200d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=26a8d17f781b49bb9a9c53e9578e4d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553185 Apr 15 10:55:42.940841 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 42746) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:42.941347 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9af89b-1fda-4c3e-a374-33c8ad1e200d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da41f42e-c984-408f-bb41-31a96beab6ea,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:42.945111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8d9af89b-1fda-4c3e-a374-33c8ad1e200d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:43.078913 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.119574 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462fd59-7c07-4ddc-9e97-770e44b43e39 req-4795cfbf-90ea-49a4-b409-0ce472550573 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:43.121205 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8462fd59-7c07-4ddc-9e97-770e44b43e39 req-4795cfbf-90ea-49a4-b409-0ce472550573 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1577709 Apr 15 10:55:43.126158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.210267 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8462fd59-7c07-4ddc-9e97-770e44b43e39 req-d3ef9469-6cf3-4907-801f-4b8d07e41fcd tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763483 Apr 15 10:55:43.230220 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.236256 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a345df2a-7901-44b3-a77e-3e1ca1e19f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:43.270235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.274924 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/da41f42e-c984-408f-bb41-31a96beab6ea HTTP/1.1" status: 204 len: 168 time: 0.3322396 Apr 15 10:55:43.276263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da41f42e-c984-408f-bb41-31a96beab6ea,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:43.285886 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.286378 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.288217 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.288217 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.288840 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.289259 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.289718 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.290197 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.290711 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.291402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.292248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.292463 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:43.296244 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:43.546323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9601e-baef-4dea-a292-99ba258928a5 req-f9d3540b-48c5-4998-a63a-e386e55c48ea tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:43.548449 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-61d9601e-baef-4dea-a292-99ba258928a5 req-f9d3540b-48c5-4998-a63a-e386e55c48ea tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1848621 Apr 15 10:55:43.592049 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c15e5-a373-4492-ab05-a1ec328a4ed0 req-4b79adfa-1d15-4fe4-ba69-1adf1524b6b4 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:43.593806 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d47c15e5-a373-4492-ab05-a1ec328a4ed0 req-4b79adfa-1d15-4fe4-ba69-1adf1524b6b4 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 950 time: 0.1639833 Apr 15 10:55:43.678139 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-61d9601e-baef-4dea-a292-99ba258928a5 req-c5c1b524-f92c-4fa5-92f1-5cbe8128c3ae tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175165 Apr 15 10:55:43.708384 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d47c15e5-a373-4492-ab05-a1ec328a4ed0 req-9df63072-9056-4022-aba3-a03a13b247fa tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922725 Apr 15 10:55:44.091812 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8a2c8-cd93-461d-9deb-b260eb19ffe8 req-a3ef5dde-e2c3-42dc-89d4-0b5f4bfea154 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:44.100197 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-43e8a2c8-cd93-461d-9deb-b260eb19ffe8 req-a3ef5dde-e2c3-42dc-89d4-0b5f4bfea154 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 945 time: 0.1392522 Apr 15 10:55:44.154804 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-43e8a2c8-cd93-461d-9deb-b260eb19ffe8 req-f9cf91e6-c87f-4f47-80c4-bd864b0b2918 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535722 Apr 15 10:55:44.453943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f7102-4e5b-45ba-9baa-8ad0ecd5a37b req-c4256674-e43a-4dac-b229-856317f5fc6c tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:44.455512 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1e3f7102-4e5b-45ba-9baa-8ad0ecd5a37b req-c4256674-e43a-4dac-b229-856317f5fc6c tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.0907848 Apr 15 10:55:44.504454 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1e3f7102-4e5b-45ba-9baa-8ad0ecd5a37b req-f36fae7b-285b-40a7-9fe9-b82c66f27edb tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424287 Apr 15 10:55:44.972144 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0bdfd-0592-4466-8abd-ea372d67be46 req-0ad2687a-a278-468a-b1bf-c2574bcce309 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:44.973694 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3bb0bdfd-0592-4466-8abd-ea372d67be46 req-0ad2687a-a278-468a-b1bf-c2574bcce309 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1682026 Apr 15 10:55:44.987114 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d853a84-ec58-4ea8-859f-d01104496d0c req-616ed663-5d3c-47f4-b84c-03df31877937 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:44.988663 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3d853a84-ec58-4ea8-859f-d01104496d0c req-616ed663-5d3c-47f4-b84c-03df31877937 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 950 time: 0.1845245 Apr 15 10:55:45.065716 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3bb0bdfd-0592-4466-8abd-ea372d67be46 req-56e86da5-ead6-4609-bb6a-391022993f46 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759375 Apr 15 10:55:45.073705 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3d853a84-ec58-4ea8-859f-d01104496d0c req-cce102c2-9a95-4182-a338-06c9705effed tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694387 Apr 15 10:55:45.366172 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0225aa-aa85-45bf-a9e3-41363c929cad req-e332b33b-77c8-4952-8161-c8cd426d4da6 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:45.367866 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6a0225aa-aa85-45bf-a9e3-41363c929cad req-e332b33b-77c8-4952-8161-c8cd426d4da6 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 945 time: 0.0977564 Apr 15 10:55:45.422261 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6a0225aa-aa85-45bf-a9e3-41363c929cad req-2ce735ea-9c39-4f45-a675-779302abe2fd tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464070 Apr 15 10:55:45.728068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1802440-eda9-4b3d-b802-d54247c44f80 req-1736d84c-d70c-4585-848b-a8175f257eaa tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:45.730601 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e1802440-eda9-4b3d-b802-d54247c44f80 req-1736d84c-d70c-4585-848b-a8175f257eaa tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.0967455 Apr 15 10:55:45.961744 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b0273-d3b7-4eae-8db6-721098b45d2c req-19dbab3c-b307-4162-9152-c549ff40d6df tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:45.963119 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-7f7b0273-d3b7-4eae-8db6-721098b45d2c req-19dbab3c-b307-4162-9152-c549ff40d6df tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Synchronizing usage tracker for tenant:5c453d483bee4a76830064b838d2b1b9 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:45.980678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-7f7b0273-d3b7-4eae-8db6-721098b45d2c req-19dbab3c-b307-4162-9152-c549ff40d6df tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Unset dirty status for tenant:5c453d483bee4a76830064b838d2b1b9 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:45.982014 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7f7b0273-d3b7-4eae-8db6-721098b45d2c req-19dbab3c-b307-4162-9152-c549ff40d6df tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.102 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 950 time: 0.2014472 Apr 15 10:55:46.021002 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e1802440-eda9-4b3d-b802-d54247c44f80 req-aba1cfe3-2f83-4978-a2ee-3893200483ec tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817252 Apr 15 10:55:46.083929 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-7f7b0273-d3b7-4eae-8db6-721098b45d2c req-59202c57-bea6-4ee2-acad-b96bec2b7847 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Deleting port 7016e751-3eec-4189-af12-108dbb8b863f {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:55:46.084329 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7f7b0273-d3b7-4eae-8db6-721098b45d2c req-59202c57-bea6-4ee2-acad-b96bec2b7847 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.377621 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090380e4-c14d-4f2b-9061-99ef39ca2ad1 req-4c5e995e-e07d-45de-bdf2-39cbc2b3ec1f tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:46.379288 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-090380e4-c14d-4f2b-9061-99ef39ca2ad1 req-4c5e995e-e07d-45de-bdf2-39cbc2b3ec1f tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 950 time: 0.1669896 Apr 15 10:55:46.412278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757636d-fc29-4bd6-8416-4cfedfde6515 req-abfe3b08-5738-4e72-9e86-5d2302be2c97 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:46.413869 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8757636d-fc29-4bd6-8416-4cfedfde6515 req-abfe3b08-5738-4e72-9e86-5d2302be2c97 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1460941 Apr 15 10:55:46.418209 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-7f7b0273-d3b7-4eae-8db6-721098b45d2c req-59202c57-bea6-4ee2-acad-b96bec2b7847 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] For port 7016e751-3eec-4189-af12-108dbb8b863f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7016e751-3eec-4189-af12-108dbb8b863f,segment=NetworkSegment(ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd),segment_id=ca54215d-bc5b-45a2-9bb6-b8d5fd71d5cd)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:46.418646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7f7b0273-d3b7-4eae-8db6-721098b45d2c req-59202c57-bea6-4ee2-acad-b96bec2b7847 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.489098 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-090380e4-c14d-4f2b-9061-99ef39ca2ad1 req-623d5ee0-ef60-48fc-8c14-e3fa8881cf62 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/security-groups?id=e7902d5e-386c-44c3-9557-7a40009cddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995233 Apr 15 10:55:46.496579 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8757636d-fc29-4bd6-8416-4cfedfde6515 req-20212d9a-70d2-4565-93c3-cdcacf9d99fa tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750346 Apr 15 10:55:46.563896 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-7f7b0273-d3b7-4eae-8db6-721098b45d2c req-59202c57-bea6-4ee2-acad-b96bec2b7847 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Calling delete_port for 7016e751-3eec-4189-af12-108dbb8b863f owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:55:46.725523 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7f7b0273-d3b7-4eae-8db6-721098b45d2c req-59202c57-bea6-4ee2-acad-b96bec2b7847 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.741678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:46.773349 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['7016e751-3eec-4189-af12-108dbb8b863f'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:46.794380 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59202c57-bea6-4ee2-acad-b96bec2b7847 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Pushing event deleted for resources: {'Port': ['ID=7016e751-3eec-4189-af12-108dbb8b863f,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:46.850135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-59202c57-bea6-4ee2-acad-b96bec2b7847 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:47.013638 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7b0273-d3b7-4eae-8db6-721098b45d2c req-59202c57-bea6-4ee2-acad-b96bec2b7847 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] No DVR routers for this DVR port 7016e751-3eec-4189-af12-108dbb8b863f on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:55:47.016834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7f7b0273-d3b7-4eae-8db6-721098b45d2c req-59202c57-bea6-4ee2-acad-b96bec2b7847 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.019871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237fb694-10a2-4770-9aa7-c23943098ec6', 'name': 'network-vif-deleted', 'tag': '7016e751-3eec-4189-af12-108dbb8b863f'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:47.045358 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7f7b0273-d3b7-4eae-8db6-721098b45d2c req-59202c57-bea6-4ee2-acad-b96bec2b7847 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.102 "DELETE /v2.0/ports/7016e751-3eec-4189-af12-108dbb8b863f HTTP/1.1" status: 204 len: 173 time: 1.0548971 Apr 15 10:55:47.075525 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237fb694-10a2-4770-9aa7-c23943098ec6', 'name': 'network-vif-deleted', 'tag': '7016e751-3eec-4189-af12-108dbb8b863f', 'status': 'completed', 'code': 200} Apr 15 10:55:47.280817 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86557406-2181-44ee-a10d-32333ab8b663 req-7bdc0bdb-feb6-4e8b-9d74-e33f45aa1e6f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:47.283022 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-86557406-2181-44ee-a10d-32333ab8b663 req-7bdc0bdb-feb6-4e8b-9d74-e33f45aa1e6f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1237047 Apr 15 10:55:47.351388 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-86557406-2181-44ee-a10d-32333ab8b663 req-f8b05f10-6805-46ef-b8b4-accb30e9cd11 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588152 Apr 15 10:55:47.723875 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-42bf15c8-eb73-449d-9a22-11aefb320385 req-5ea8afd7-edff-4088-b0a9-c81c62eb16f6 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] 10.222.0.96 "GET /v2.0/ports?device_id=237fb694-10a2-4770-9aa7-c23943098ec6 HTTP/1.1" status: 200 len: 210 time: 0.0816002 Apr 15 10:55:47.905959 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07381b2-a787-44e3-b6f4-4cb8f5b252a7 req-2f3e3b66-66d6-4422-b783-7c87edb31ecb tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:47.907722 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f07381b2-a787-44e3-b6f4-4cb8f5b252a7 req-2f3e3b66-66d6-4422-b783-7c87edb31ecb tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1388676 Apr 15 10:55:47.975058 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f07381b2-a787-44e3-b6f4-4cb8f5b252a7 req-21b4da64-fdc9-479f-beeb-747bb9d164fa tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596955 Apr 15 10:55:48.571459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157174d-e49e-4624-af9d-b0711f596d67 req-0c632418-7c08-4935-9204-237bc3dbb2d6 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:48.573616 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5157174d-e49e-4624-af9d-b0711f596d67 req-0c632418-7c08-4935-9204-237bc3dbb2d6 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.0962448 Apr 15 10:55:48.626404 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5157174d-e49e-4624-af9d-b0711f596d67 req-def6c631-2377-4c7d-8c0b-b0da4167d3b9 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459754 Apr 15 10:55:49.105822 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a17fcc-25ec-4d4f-b545-69c9710ffc58 req-7c94f50b-15aa-43a8-b2a5-059b724f1065 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:49.114744 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-66a17fcc-25ec-4d4f-b545-69c9710ffc58 req-7c94f50b-15aa-43a8-b2a5-059b724f1065 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1310556 Apr 15 10:55:49.224536 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-66a17fcc-25ec-4d4f-b545-69c9710ffc58 req-5f5e61f5-728f-48f7-b35a-8be8e339ad71 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088116 Apr 15 10:55:49.264851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b08fc5-7cbc-4884-8079-efe459ecddcc req-3c6ca6bf-95c9-4e4b-8afa-dbd9940eb905 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:49.266700 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a8b08fc5-7cbc-4884-8079-efe459ecddcc req-3c6ca6bf-95c9-4e4b-8afa-dbd9940eb905 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1353335 Apr 15 10:55:49.347422 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a8b08fc5-7cbc-4884-8079-efe459ecddcc req-f70ec3ed-223e-4c71-9a1e-cd70e87bc0ab tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741096 Apr 15 10:55:49.388947 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 7016e751-3eec-4189-af12-108dbb8b863f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:55:49.433331 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: 7016e751-3eec-4189-af12-108dbb8b863f {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:55:49.433731 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 7016e751-3eec-4189-af12-108dbb8b863f not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:55:49.495874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 42930) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:49.638656 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d7a306b-3b52-4c1b-829d-0265632e07f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:49.656307 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8d7a306b-3b52-4c1b-829d-0265632e07f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:49.660743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-8d7a306b-3b52-4c1b-829d-0265632e07f4 admin admin] Usage tracker for resource:security_group_rule and tenant:a139d5b9118a4fc792a76d2ab7b091f0 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:49.664001 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-8d7a306b-3b52-4c1b-829d-0265632e07f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:49.671232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8d7a306b-3b52-4c1b-829d-0265632e07f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:49.832132 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d7a306b-3b52-4c1b-829d-0265632e07f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:49.837164 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8d7a306b-3b52-4c1b-829d-0265632e07f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:49.848014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-aa02309e-3060-48eb-8055-04001abf7c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:49.919210 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-8d7a306b-3b52-4c1b-829d-0265632e07f4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a139d5b9118a4fc792a76d2ab7b091f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197686 Apr 15 10:55:49.919686 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 42954) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:49.922279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a306b-3b52-4c1b-829d-0265632e07f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d327928-2d7d-40fc-8259-8eb441371b96,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:49.939257 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8d7a306b-3b52-4c1b-829d-0265632e07f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:49.960400 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b2131-bf1b-47ee-8ee6-809a536b137c req-bbbcd1cb-3147-4949-856e-70f08f6edd49 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:49.969646 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-957b2131-bf1b-47ee-8ee6-809a536b137c req-bbbcd1cb-3147-4949-856e-70f08f6edd49 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.2131469 Apr 15 10:55:50.063364 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-957b2131-bf1b-47ee-8ee6-809a536b137c req-ac219812-15ae-400a-9506-d1ba02bac328 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926814 Apr 15 10:55:50.068689 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-99694860-b56c-4e54-a354-44972c85d588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.115048 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-99694860-b56c-4e54-a354-44972c85d588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.169839 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-99694860-b56c-4e54-a354-44972c85d588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.177185 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4cf7553b-6b1d-4bb6-8283-531e98fd3759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:50.192837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99694860-b56c-4e54-a354-44972c85d588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d327928-2d7d-40fc-8259-8eb441371b96,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:50.197432 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-99694860-b56c-4e54-a354-44972c85d588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:50.201168 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-99694860-b56c-4e54-a354-44972c85d588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.205459 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-99694860-b56c-4e54-a354-44972c85d588 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0d327928-2d7d-40fc-8259-8eb441371b96 HTTP/1.1" status: 204 len: 168 time: 0.2845888 Apr 15 10:55:50.526837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5c805-fe60-426c-86fa-4de3946e8d39 req-a1fff848-035a-44bd-b6e5-123af77ecd03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:50.530060 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b4d5c805-fe60-426c-86fa-4de3946e8d39 req-a1fff848-035a-44bd-b6e5-123af77ecd03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1464779 Apr 15 10:55:50.686806 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b4d5c805-fe60-426c-86fa-4de3946e8d39 req-beca757c-b093-46ef-994f-3a70e981ecb2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823123 Apr 15 10:55:50.716787 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e5327-e9e8-49da-8929-1cd611964286 req-e197476e-1d03-49dc-b359-6240533170c7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:50.718478 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-916e5327-e9e8-49da-8929-1cd611964286 req-e197476e-1d03-49dc-b359-6240533170c7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1869631 Apr 15 10:55:50.778280 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-916e5327-e9e8-49da-8929-1cd611964286 req-58eff0b8-6536-4908-a053-4d365ec49a3f tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526459 Apr 15 10:55:51.283408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506257a2-10a5-4376-979d-9636fe50218d req-b9095f4b-4b84-447e-81b5-a5a06b24f48a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:51.284946 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-506257a2-10a5-4376-979d-9636fe50218d req-b9095f4b-4b84-447e-81b5-a5a06b24f48a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.0994012 Apr 15 10:55:51.352905 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-506257a2-10a5-4376-979d-9636fe50218d req-81351526-1c23-48eb-a2dd-67713f972ea3 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607178 Apr 15 10:55:52.202034 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fcd2c-9dc0-4f21-8869-9b279663b7db req-2679dceb-7ede-4314-8395-1116b1935979 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:52.204825 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7b4fcd2c-9dc0-4f21-8869-9b279663b7db req-2679dceb-7ede-4314-8395-1116b1935979 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.2905185 Apr 15 10:55:52.220380 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:52.328362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58f0b6-103c-4517-8b28-5ac7750c68a4 req-40925074-7974-4297-8309-f5ad650db4ab tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:52.330092 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ac58f0b6-103c-4517-8b28-5ac7750c68a4 req-40925074-7974-4297-8309-f5ad650db4ab tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.2410216 Apr 15 10:55:52.334106 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7b4fcd2c-9dc0-4f21-8869-9b279663b7db req-17b979c4-aedc-45b4-b405-bacb65ccd48f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115522 Apr 15 10:55:52.428211 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ac58f0b6-103c-4517-8b28-5ac7750c68a4 req-a3954081-5609-4dd5-8e09-dead901cd029 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854957 Apr 15 10:55:52.682021 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e083b-924b-4888-aaa5-ba83b45591a1 req-0bd72afe-df45-40b2-acc8-ae9c92fe6105 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:52.685028 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-703e083b-924b-4888-aaa5-ba83b45591a1 req-0bd72afe-df45-40b2-acc8-ae9c92fe6105 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1648540 Apr 15 10:55:52.773865 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-703e083b-924b-4888-aaa5-ba83b45591a1 req-d24465df-9363-47e0-b4eb-3420fde4ed47 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767400 Apr 15 10:55:53.615508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37255f39-cf1d-4576-8d6e-88036974223c req-5c1dbe36-9711-4bab-91a2-66d0a56706bd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:53.623950 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-37255f39-cf1d-4576-8d6e-88036974223c req-5c1dbe36-9711-4bab-91a2-66d0a56706bd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1159859 Apr 15 10:55:53.682118 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-37255f39-cf1d-4576-8d6e-88036974223c req-85c13965-1561-4451-ac31-427ed71afb6b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563462 Apr 15 10:55:53.848673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f04029-eb43-4ba4-8b44-7d71598457f8 req-1dff9930-e8b3-41f2-9948-e72cbaaa4a24 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:53.851614 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-46f04029-eb43-4ba4-8b44-7d71598457f8 req-1dff9930-e8b3-41f2-9948-e72cbaaa4a24 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1588907 Apr 15 10:55:53.927409 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-46f04029-eb43-4ba4-8b44-7d71598457f8 req-30040446-5e10-4bb1-9a33-45b9bb28d37b tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633242 Apr 15 10:55:54.125669 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0d4be-e5f0-4c48-b9c0-c9824d528e66 req-0ee2ebc1-9e8d-4161-b041-0691738f3e2a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:54.127569 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fec0d4be-e5f0-4c48-b9c0-c9824d528e66 req-0ee2ebc1-9e8d-4161-b041-0691738f3e2a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1476336 Apr 15 10:55:54.216528 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fec0d4be-e5f0-4c48-b9c0-c9824d528e66 req-9d8e7b82-3ceb-455e-9c17-377fd147ea3b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768890 Apr 15 10:55:54.991611 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42852d2b-7f55-4531-a949-cb28b5aa864d req-36fbc54b-ea6b-4b2f-bb77-433f7eb40da4 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:54.993385 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-42852d2b-7f55-4531-a949-cb28b5aa864d req-36fbc54b-ea6b-4b2f-bb77-433f7eb40da4 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1314373 Apr 15 10:55:55.052555 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-42852d2b-7f55-4531-a949-cb28b5aa864d req-4b9d680e-333e-4f87-934f-7822852d64a6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510426 Apr 15 10:55:55.127785 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6dc68fbc-9a25-4dfc-9380-d91b2cd20a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:55.295843 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53a6c4-b855-46dd-8cfb-9ede5018283c req-0158b7fe-7a69-4505-9f27-f3e5c64919e8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:55.296204 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d53a6c4-b855-46dd-8cfb-9ede5018283c req-0158b7fe-7a69-4505-9f27-f3e5c64919e8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1098921 Apr 15 10:55:55.351469 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d53a6c4-b855-46dd-8cfb-9ede5018283c req-81878757-7855-4be4-a2f0-2d9823246f99 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480647 Apr 15 10:55:55.486160 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05eada-a5ab-4f64-98c9-cd2797c3edef req-d590d7f9-aa32-436d-9094-6f4dd1a8bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:55.487827 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fe05eada-a5ab-4f64-98c9-cd2797c3edef req-d590d7f9-aa32-436d-9094-6f4dd1a8bf41 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 1098 time: 0.0862312 Apr 15 10:55:55.572999 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fe05eada-a5ab-4f64-98c9-cd2797c3edef req-403d56cf-4847-4014-a68a-267cf24a5a1e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759294 Apr 15 10:55:55.627775 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1d6df-d3e4-4e37-92d0-25caf7532c60 req-7853bbc6-8309-43da-9a22-5966c79d0f8d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:55.629466 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-56b1d6df-d3e4-4e37-92d0-25caf7532c60 req-7853bbc6-8309-43da-9a22-5966c79d0f8d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1686261 Apr 15 10:55:55.640043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403afe1-9f4d-449d-a3c7-3c42516dd1d0 req-7fbb93f0-fb14-49b5-8319-175fb11928fb tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:55.641741 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1403afe1-9f4d-449d-a3c7-3c42516dd1d0 req-7fbb93f0-fb14-49b5-8319-175fb11928fb tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 945 time: 0.1782987 Apr 15 10:55:55.727707 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-56b1d6df-d3e4-4e37-92d0-25caf7532c60 req-207bb270-3375-4a8b-bb12-fb5c66f9a6d7 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848773 Apr 15 10:55:55.733862 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1403afe1-9f4d-449d-a3c7-3c42516dd1d0 req-63ee7a6b-1b6e-4e5d-9e80-e148f8351c20 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740147 Apr 15 10:55:56.012396 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 43216) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:56.364512 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-055d4ac7-738c-409c-9089-8b7d74805ee0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5c453d483bee4a76830064b838d2b1b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503683 Apr 15 10:55:56.368329 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 43224) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:56.393614 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05999d-36da-4d0c-b74e-92dd43f9910e req-2601b76b-2302-4f47-bae9-3c44390c4217 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:56.396016 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-da05999d-36da-4d0c-b74e-92dd43f9910e req-2601b76b-2302-4f47-bae9-3c44390c4217 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1685774 Apr 15 10:55:56.453903 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-da05999d-36da-4d0c-b74e-92dd43f9910e req-d6739260-f5d0-4db9-8b4e-7db2646631d6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501959 Apr 15 10:55:56.489317 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-858c8d00-9e1a-43c7-aafc-3b265876e708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.542669 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-858c8d00-9e1a-43c7-aafc-3b265876e708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.622872 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-858c8d00-9e1a-43c7-aafc-3b265876e708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.631938 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2e9d9de6-658e-4a6e-b341-f43671adef92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:56.657565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c8d00-9e1a-43c7-aafc-3b265876e708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7902d5e-386c-44c3-9557-7a40009cddc0,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:56.663238 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-858c8d00-9e1a-43c7-aafc-3b265876e708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:56.665023 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-858c8d00-9e1a-43c7-aafc-3b265876e708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:56.670489 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-858c8d00-9e1a-43c7-aafc-3b265876e708 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e7902d5e-386c-44c3-9557-7a40009cddc0 HTTP/1.1" status: 204 len: 168 time: 0.2998753 Apr 15 10:55:56.743429 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9b5b6-507e-45a6-9c0e-b142b47e6995 req-70bbd21b-4c14-4f84-92ca-680c72da537f tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:56.746860 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6bb9b5b6-507e-45a6-9c0e-b142b47e6995 req-70bbd21b-4c14-4f84-92ca-680c72da537f tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1697922 Apr 15 10:55:56.855568 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6bb9b5b6-507e-45a6-9c0e-b142b47e6995 req-aa6860f3-0720-4499-b4a0-063ce04f41f1 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973487 Apr 15 10:55:57.209717 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7e2d1-db68-407e-8827-8af50f2e3dbc req-df2b5ab6-6078-4987-b681-f458e0f756cf tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:57.211397 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-15f7e2d1-db68-407e-8827-8af50f2e3dbc req-df2b5ab6-6078-4987-b681-f458e0f756cf tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.2001953 Apr 15 10:55:57.225771 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249894b-acbb-4542-9eef-24720e0c5a3a req-770fd96d-7b9c-4be3-90ec-b71f161cbe5d tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:57.227462 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7249894b-acbb-4542-9eef-24720e0c5a3a req-770fd96d-7b9c-4be3-90ec-b71f161cbe5d tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 945 time: 0.1332536 Apr 15 10:55:57.310088 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-15f7e2d1-db68-407e-8827-8af50f2e3dbc req-8897c8b2-5ee7-4da9-9858-d874e81d4505 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814073 Apr 15 10:55:57.313253 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7249894b-acbb-4542-9eef-24720e0c5a3a req-15b577bd-a3a7-4267-b21c-bda8487db684 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697174 Apr 15 10:55:57.689357 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55624114-afcd-40d7-bb62-37221818c601 req-4aca569c-dc8f-46de-891e-aafe4d3358a7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:57.691104 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-55624114-afcd-40d7-bb62-37221818c601 req-4aca569c-dc8f-46de-891e-aafe4d3358a7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.0992863 Apr 15 10:55:57.745828 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-55624114-afcd-40d7-bb62-37221818c601 req-86e6e691-09ac-4053-9900-74a405eb9d46 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466237 Apr 15 10:55:58.052869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-76212870-df36-448e-83e9-d2cd3947f697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.085236 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba95ba7-09c3-497f-aa89-f4cb11f7bee7 req-ed857479-dd28-4dae-a34a-52ae5b467f50 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:58.086891 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6ba95ba7-09c3-497f-aa89-f4cb11f7bee7 req-ed857479-dd28-4dae-a34a-52ae5b467f50 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.0908964 Apr 15 10:55:58.139854 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6ba95ba7-09c3-497f-aa89-f4cb11f7bee7 req-91c63060-82b0-4586-be17-1ad28ef97123 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461779 Apr 15 10:55:58.262175 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2ef92-f177-4326-bcb2-102a7198af57 req-6ad393ed-2907-4e8b-935d-28977f1b7ba8 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:58.262994 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-09f2ef92-f177-4326-bcb2-102a7198af57 req-6ad393ed-2907-4e8b-935d-28977f1b7ba8 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Synchronizing usage tracker for tenant:7ec1f19aa1334575a63a8e11deed30f3 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:58.280523 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-09f2ef92-f177-4326-bcb2-102a7198af57 req-6ad393ed-2907-4e8b-935d-28977f1b7ba8 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Unset dirty status for tenant:7ec1f19aa1334575a63a8e11deed30f3 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:58.281864 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-09f2ef92-f177-4326-bcb2-102a7198af57 req-6ad393ed-2907-4e8b-935d-28977f1b7ba8 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 945 time: 0.1136885 Apr 15 10:55:58.367235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-09f2ef92-f177-4326-bcb2-102a7198af57 req-5f7e5815-bbfe-4361-aacc-1b7441d67128 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Deleting port 03b30851-b957-4133-aff7-f18886daf329 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:55:58.367697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-09f2ef92-f177-4326-bcb2-102a7198af57 req-5f7e5815-bbfe-4361-aacc-1b7441d67128 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.481485 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.673187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0822d23-9ae3-41af-9ea2-51c8f1bb8462 req-a1d64ec7-6e78-4df2-b65c-94e95b66f3d8 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:58.674825 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c0822d23-9ae3-41af-9ea2-51c8f1bb8462 req-a1d64ec7-6e78-4df2-b65c-94e95b66f3d8 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 945 time: 0.1723399 Apr 15 10:55:58.688015 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9f4c4-fbca-47b7-9bdf-0d5772687606 req-4b3f5a0e-496f-4d5f-b1a3-aa405cd8ec02 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:58.689659 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cee9f4c4-fbca-47b7-9bdf-0d5772687606 req-4b3f5a0e-496f-4d5f-b1a3-aa405cd8ec02 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1425147 Apr 15 10:55:58.705813 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-09f2ef92-f177-4326-bcb2-102a7198af57 req-5f7e5815-bbfe-4361-aacc-1b7441d67128 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] For port 03b30851-b957-4133-aff7-f18886daf329, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=03b30851-b957-4133-aff7-f18886daf329,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:58.706234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-09f2ef92-f177-4326-bcb2-102a7198af57 req-5f7e5815-bbfe-4361-aacc-1b7441d67128 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:58.770954 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c0822d23-9ae3-41af-9ea2-51c8f1bb8462 req-441be168-449d-4bdd-898a-6574a134bd75 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801461 Apr 15 10:55:58.777871 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cee9f4c4-fbca-47b7-9bdf-0d5772687606 req-5f33a355-8bd5-458d-b730-43498ef20d97 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686386 Apr 15 10:55:58.910145 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-09f2ef92-f177-4326-bcb2-102a7198af57 req-5f7e5815-bbfe-4361-aacc-1b7441d67128 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Calling delete_port for 03b30851-b957-4133-aff7-f18886daf329 owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:55:59.044184 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929557da-601d-4caf-9035-35ed58a2ddb7 req-30c4a2a3-c3ab-42c7-b7f7-119683717ec3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:59.045999 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-929557da-601d-4caf-9035-35ed58a2ddb7 req-30c4a2a3-c3ab-42c7-b7f7-119683717ec3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1015043 Apr 15 10:55:59.114330 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-929557da-601d-4caf-9035-35ed58a2ddb7 req-08333339-5b6d-4bc3-8308-c05e7842cbf3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614755 Apr 15 10:55:59.132351 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-09f2ef92-f177-4326-bcb2-102a7198af57 req-5f7e5815-bbfe-4361-aacc-1b7441d67128 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.151141 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:59.185769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['25d286b2-4726-4e79-a444-d54f350227b6', '93a084be-de85-407a-b284-18b9e7e4cc79', 'ba66397d-917a-47d7-a2d2-0d848e4ed423', '03b30851-b957-4133-aff7-f18886daf329'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:59.304027 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e5815-bbfe-4361-aacc-1b7441d67128 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Pushing event deleted for resources: {'Port': ['ID=03b30851-b957-4133-aff7-f18886daf329,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:59.459757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5f7e5815-bbfe-4361-aacc-1b7441d67128 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:59.490841 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9498498-a04f-47f2-afd6-ea9f6dcdc5da req-806e83b3-7662-4eb5-8047-291bfadca9ae tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:59.491120 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.492726 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f9498498-a04f-47f2-afd6-ea9f6dcdc5da req-806e83b3-7662-4eb5-8047-291bfadca9ae tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1885979 Apr 15 10:55:59.507445 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa82825-b7f4-491d-9c94-e0a144a021ef req-5bcd9717-68b4-4715-a0b3-d15ca53825e7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:59.509934 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7aa82825-b7f4-491d-9c94-e0a144a021ef req-5bcd9717-68b4-4715-a0b3-d15ca53825e7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1533470 Apr 15 10:55:59.600340 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f9498498-a04f-47f2-afd6-ea9f6dcdc5da req-74b91957-fa25-417c-a663-cc3d519b2c60 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895422 Apr 15 10:55:59.610752 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f2ef92-f177-4326-bcb2-102a7198af57 req-5f7e5815-bbfe-4361-aacc-1b7441d67128 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] No DVR routers for this DVR port 03b30851-b957-4133-aff7-f18886daf329 on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:55:59.614591 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-09f2ef92-f177-4326-bcb2-102a7198af57 req-5f7e5815-bbfe-4361-aacc-1b7441d67128 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:59.621754 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7aa82825-b7f4-491d-9c94-e0a144a021ef req-3c28bf63-af37-4f49-96c9-afd169d195d0 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919826 Apr 15 10:55:59.632487 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e6541b-1b45-41f1-a3c2-51b84c084590', 'name': 'network-vif-deleted', 'tag': '03b30851-b957-4133-aff7-f18886daf329'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:59.656488 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-09f2ef92-f177-4326-bcb2-102a7198af57 req-5f7e5815-bbfe-4361-aacc-1b7441d67128 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "DELETE /v2.0/ports/03b30851-b957-4133-aff7-f18886daf329 HTTP/1.1" status: 204 len: 173 time: 1.3676424 Apr 15 10:55:59.663166 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603d75c-fa13-449f-aaa7-af81827cf750 req-cb02199c-3105-4132-943c-5c082560cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:59.664950 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b603d75c-fa13-449f-aaa7-af81827cf750 req-cb02199c-3105-4132-943c-5c082560cb95 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0e2d2b4e3f2a41e98138d032416cb464&device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 1098 time: 0.3693213 Apr 15 10:55:59.702815 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e6541b-1b45-41f1-a3c2-51b84c084590', 'name': 'network-vif-deleted', 'tag': '03b30851-b957-4133-aff7-f18886daf329', 'status': 'completed', 'code': 200} Apr 15 10:55:59.832134 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603d75c-fa13-449f-aaa7-af81827cf750 req-23e45fc2-86a7-460b-b1eb-19dfea3c9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:59.833750 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b603d75c-fa13-449f-aaa7-af81827cf750 req-23e45fc2-86a7-460b-b1eb-19dfea3c9cd2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=31a1618d-6994-4188-8c35-0ecda63f191a HTTP/1.1" status: 200 len: 921 time: 0.1612239 Apr 15 10:55:59.917645 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b603d75c-fa13-449f-aaa7-af81827cf750 req-30183711-899e-4675-bf64-0450be20fc90 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=864f9461-93d6-45ef-ab56-44c02c8e57f8 HTTP/1.1" status: 200 len: 217 time: 0.0760372 Apr 15 10:55:59.992510 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603d75c-fa13-449f-aaa7-af81827cf750 req-3d4a26cf-5675-4d6d-983a-909a2785f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:59.994817 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b603d75c-fa13-449f-aaa7-af81827cf750 req-3d4a26cf-5675-4d6d-983a-909a2785f0c4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a6eec143-1d7d-4710-9f01-c48c18b46781 HTTP/1.1" status: 200 len: 859 time: 0.0696075 Apr 15 10:55:59.999121 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0db52fb2-1183-4722-9df0-416e1897c5f9 req-d6f66065-50d8-45b9-a24d-b99b624da99f tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=69e6541b-1b45-41f1-a3c2-51b84c084590 HTTP/1.1" status: 200 len: 210 time: 0.0505698 Apr 15 10:56:00.061945 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b603d75c-fa13-449f-aaa7-af81827cf750 req-9f827952-1f74-4e81-a630-92ada6a18313 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=31a1618d-6994-4188-8c35-0ecda63f191a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519123 Apr 15 10:56:00.245398 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b603d75c-fa13-449f-aaa7-af81827cf750 req-5a9d6f82-6aaa-4f6e-8519-db0e63cadd1c service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489775 Apr 15 10:56:00.450415 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:56:00.586587 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ce943-c6d8-43ff-ac8f-00f278eeec0a req-de79ac73-35ee-4602-bb39-a385bfcd2f3c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:00.594882 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1d7ce943-c6d8-43ff-ac8f-00f278eeec0a req-de79ac73-35ee-4602-bb39-a385bfcd2f3c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.3259103 Apr 15 10:56:00.606181 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:00.653080 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1d7ce943-c6d8-43ff-ac8f-00f278eeec0a req-294ee955-d882-449a-b99b-caab7a633c63 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571253 Apr 15 10:56:00.709691 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b603d75c-fa13-449f-aaa7-af81827cf750 req-1914ab58-73a5-4915-b1ce-a91cefd2bffc service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560730 Apr 15 10:56:00.919382 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47678ff5-04cb-46a2-b858-9a7a891b0dc6 req-60412b68-d486-45d6-a210-2fbdffe4762b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:00.921015 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-47678ff5-04cb-46a2-b858-9a7a891b0dc6 req-60412b68-d486-45d6-a210-2fbdffe4762b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1684384 Apr 15 10:56:00.934697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc84e3c-19b4-4915-925f-878fdca5ed75 req-4a5a0e66-0261-451a-8472-cc251677c512 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:00.936463 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ffc84e3c-19b4-4915-925f-878fdca5ed75 req-4a5a0e66-0261-451a-8472-cc251677c512 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1404998 Apr 15 10:56:01.019720 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-47678ff5-04cb-46a2-b858-9a7a891b0dc6 req-2f56a181-aa31-409d-acfc-ba199910163f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820880 Apr 15 10:56:01.034831 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ffc84e3c-19b4-4915-925f-878fdca5ed75 req-bad8e2fe-949f-430a-8932-67527230cd63 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797188 Apr 15 10:56:01.427801 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 03b30851-b957-4133-aff7-f18886daf329 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:56:01.435153 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422cc16-de7a-4b81-a65a-1cdc9f5a8617 req-6a7ac206-d857-4150-a10a-19b32c9ccbbe tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:01.436838 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4422cc16-de7a-4b81-a65a-1cdc9f5a8617 req-6a7ac206-d857-4150-a10a-19b32c9ccbbe tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1027331 Apr 15 10:56:01.496042 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: 03b30851-b957-4133-aff7-f18886daf329 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:56:01.496778 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 03b30851-b957-4133-aff7-f18886daf329 not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:56:01.518409 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4422cc16-de7a-4b81-a65a-1cdc9f5a8617 req-61c4ab78-a55b-49e0-90e6-b3bd3ae25842 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739484 Apr 15 10:56:01.617163 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d252021-69fa-4a13-bb6f-37e4c823a19a req-13a0bb25-9b82-4ce3-a652-4be5b9d74adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:01.619354 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4d252021-69fa-4a13-bb6f-37e4c823a19a req-13a0bb25-9b82-4ce3-a652-4be5b9d74adb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f24b7e01c38e4735b55d97689495aa77&device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 1099 time: 0.1290309 Apr 15 10:56:01.778671 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d252021-69fa-4a13-bb6f-37e4c823a19a req-58a31907-0c0c-44fc-9905-44bfd801d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:01.780737 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4d252021-69fa-4a13-bb6f-37e4c823a19a req-58a31907-0c0c-44fc-9905-44bfd801d0ba service neutron] 10.222.0.102 "GET /v2.0/networks?id=12b1554d-27d3-4f03-be40-e76a3174964e HTTP/1.1" status: 200 len: 912 time: 0.1540914 Apr 15 10:56:01.887310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199723c-e827-42fa-bca6-039f6ab3ac5d req-ccd2f421-35b6-46fe-aa50-6ed2f054c033 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:01.889090 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4199723c-e827-42fa-bca6-039f6ab3ac5d req-ccd2f421-35b6-46fe-aa50-6ed2f054c033 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1005340 Apr 15 10:56:01.925001 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4d252021-69fa-4a13-bb6f-37e4c823a19a req-94319e2c-7a24-4678-9236-4f7bcdfe132e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fde414-3932-49f6-a0dc-d6029026ffd7 HTTP/1.1" status: 200 len: 1002 time: 0.1319766 Apr 15 10:56:01.950512 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4199723c-e827-42fa-bca6-039f6ab3ac5d req-b44c0219-f1b4-4973-a742-f127c074d7b2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534964 Apr 15 10:56:02.007198 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d252021-69fa-4a13-bb6f-37e4c823a19a req-3a6178e1-ff37-4c7d-a540-9edb867b1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:02.008910 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4d252021-69fa-4a13-bb6f-37e4c823a19a req-3a6178e1-ff37-4c7d-a540-9edb867b1587 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e1b0c5ef-b9a0-497b-969f-009f528ad36f HTTP/1.1" status: 200 len: 849 time: 0.0765896 Apr 15 10:56:02.099757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d252021-69fa-4a13-bb6f-37e4c823a19a req-652cb038-6cbf-4825-ae8c-a050be9e15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:02.101378 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4d252021-69fa-4a13-bb6f-37e4c823a19a req-652cb038-6cbf-4825-ae8c-a050be9e15a6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12b1554d-27d3-4f03-be40-e76a3174964e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850883 Apr 15 10:56:02.255311 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca22869-eb40-4072-88df-4317847443ab req-044b7e82-2b1c-4d26-8bf7-47a17fe94361 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:02.255543 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4d252021-69fa-4a13-bb6f-37e4c823a19a req-6a871dd9-0fa9-45a5-9b7d-e27d96d0d56c service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457157 Apr 15 10:56:02.256790 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1ca22869-eb40-4072-88df-4317847443ab req-044b7e82-2b1c-4d26-8bf7-47a17fe94361 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.0935948 Apr 15 10:56:02.309340 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1ca22869-eb40-4072-88df-4317847443ab req-f13c7729-25e4-495d-a6b4-f58faf741586 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439882 Apr 15 10:56:02.406648 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4d252021-69fa-4a13-bb6f-37e4c823a19a req-9bc5dbb4-ee33-4e6e-9f45-1bca606d9ddc service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430073 Apr 15 10:56:02.762774 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea434b-93f7-413e-a91f-72be77780246 req-ffb80d89-7dca-4ada-8d50-66d3ddf2e6fe tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:02.764480 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a9ea434b-93f7-413e-a91f-72be77780246 req-ffb80d89-7dca-4ada-8d50-66d3ddf2e6fe tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1065130 Apr 15 10:56:02.862000 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a9ea434b-93f7-413e-a91f-72be77780246 req-a820e0c2-c741-48c2-9fc3-f541b19d99e2 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910382 Apr 15 10:56:02.902376 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3327e-ed6e-4399-aa16-479e4ca7a8ae req-f8ccd129-3914-4f83-8532-f0f85a41bbba tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:02.904101 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5ee3327e-ed6e-4399-aa16-479e4ca7a8ae req-f8ccd129-3914-4f83-8532-f0f85a41bbba tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 946 time: 0.1017971 Apr 15 10:56:02.954990 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5ee3327e-ed6e-4399-aa16-479e4ca7a8ae req-7b224d1d-ea83-4439-8237-abeec80e1d09 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438054 Apr 15 10:56:03.173802 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6634c5d-7965-4f40-9cdd-a0396a67913e req-e887748e-70f8-4e04-99af-fb45ad607376 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:03.175407 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f6634c5d-7965-4f40-9cdd-a0396a67913e req-e887748e-70f8-4e04-99af-fb45ad607376 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.0967314 Apr 15 10:56:03.226274 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f6634c5d-7965-4f40-9cdd-a0396a67913e req-38e19dbc-c91e-49e5-9dde-7377c886bc3d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436189 Apr 15 10:56:03.516596 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ed4ef-fb44-4ee1-9b29-956237f56d66 req-7d6c2871-b0a1-44d0-806e-9ea23d251e78 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:03.518183 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-730ed4ef-fb44-4ee1-9b29-956237f56d66 req-7d6c2871-b0a1-44d0-806e-9ea23d251e78 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.0927677 Apr 15 10:56:03.567807 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-730ed4ef-fb44-4ee1-9b29-956237f56d66 req-f95c3a72-54a4-4f7c-86ed-c45d6c3938c8 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430565 Apr 15 10:56:04.157371 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94709ea5-3dbe-4224-9295-851f3d57bbc2 req-9020d6aa-4815-41de-bb57-a73803d3b477 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:04.159007 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-94709ea5-3dbe-4224-9295-851f3d57bbc2 req-9020d6aa-4815-41de-bb57-a73803d3b477 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1533558 Apr 15 10:56:04.227427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd32a76-437c-480b-a1a7-6292a3b2c7e4 req-dad10037-a706-4bba-bc4d-c679f91ba7bc tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:04.229182 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-dfd32a76-437c-480b-a1a7-6292a3b2c7e4 req-dad10037-a706-4bba-bc4d-c679f91ba7bc tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 946 time: 0.1516023 Apr 15 10:56:04.234103 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-94709ea5-3dbe-4224-9295-851f3d57bbc2 req-54c96131-755b-4987-876f-d15ea3fb01cf tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682902 Apr 15 10:56:04.279028 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-dfd32a76-437c-480b-a1a7-6292a3b2c7e4 req-9c042f37-e5f2-48ca-b57f-16b931e14bfc tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Apr 15 10:56:04.439030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fa981-2f76-4b86-8b83-a6a5fd7ab491 req-6019d12e-e3d1-4388-abb8-d4a5bdecd82b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:04.440629 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6b0fa981-2f76-4b86-8b83-a6a5fd7ab491 req-6019d12e-e3d1-4388-abb8-d4a5bdecd82b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.0918057 Apr 15 10:56:04.491826 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6b0fa981-2f76-4b86-8b83-a6a5fd7ab491 req-6d3f96fe-7edd-458c-9e3c-e617dd89f620 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441558 Apr 15 10:56:05.228953 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077b5b2-65d1-4681-bc06-ba7230f79b37 req-1ac1346e-04ea-46d2-9b4d-21a5bf07b26a tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:05.229722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-7077b5b2-65d1-4681-bc06-ba7230f79b37 req-1ac1346e-04ea-46d2-9b4d-21a5bf07b26a tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Synchronizing usage tracker for tenant:7ec1f19aa1334575a63a8e11deed30f3 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:05.245648 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-7077b5b2-65d1-4681-bc06-ba7230f79b37 req-1ac1346e-04ea-46d2-9b4d-21a5bf07b26a tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Unset dirty status for tenant:7ec1f19aa1334575a63a8e11deed30f3 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:05.246929 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7077b5b2-65d1-4681-bc06-ba7230f79b37 req-1ac1346e-04ea-46d2-9b4d-21a5bf07b26a tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 946 time: 0.1048436 Apr 15 10:56:05.334138 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-7077b5b2-65d1-4681-bc06-ba7230f79b37 req-cb548f21-0f2f-4bf3-a750-8dddde8ec67c tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Deleting port ba66397d-917a-47d7-a2d2-0d848e4ed423 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:56:05.334362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dd078-aa67-4687-876d-c783a0929a0b req-448b642c-12f0-481a-a9e1-028fdebb77d1 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:05.334687 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7077b5b2-65d1-4681-bc06-ba7230f79b37 req-cb548f21-0f2f-4bf3-a750-8dddde8ec67c tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.335816 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7c2dd078-aa67-4687-876d-c783a0929a0b req-448b642c-12f0-481a-a9e1-028fdebb77d1 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.0972345 Apr 15 10:56:05.387973 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7c2dd078-aa67-4687-876d-c783a0929a0b req-32263a61-04d3-43ff-9baf-998f2b3e520e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Apr 15 10:56:05.427774 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e95c2461-cd00-4de2-889b-8fe572a0124c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:05.503395 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b270da6-0908-40b3-8195-95b460782b1c req-30f8d83a-2bbb-48f2-bd57-7bb95b309207 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:05.505098 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1b270da6-0908-40b3-8195-95b460782b1c req-30f8d83a-2bbb-48f2-bd57-7bb95b309207 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 946 time: 0.1084650 Apr 15 10:56:05.560068 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1b270da6-0908-40b3-8195-95b460782b1c req-c7a6a233-2838-4582-9fae-1125ac72bbd7 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457439 Apr 15 10:56:05.601753 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e95c2461-cd00-4de2-889b-8fe572a0124c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e95c2461-cd00-4de2-889b-8fe572a0124c,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:05.619403 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'port_id': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'mac_address': 'fa:16:3e:cb:6c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:05.655502 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-7077b5b2-65d1-4681-bc06-ba7230f79b37 req-cb548f21-0f2f-4bf3-a750-8dddde8ec67c tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] For port ba66397d-917a-47d7-a2d2-0d848e4ed423, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ba66397d-917a-47d7-a2d2-0d848e4ed423,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:05.655906 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7077b5b2-65d1-4681-bc06-ba7230f79b37 req-cb548f21-0f2f-4bf3-a750-8dddde8ec67c tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.687438 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.708746 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e95c2461-cd00-4de2-889b-8fe572a0124c {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:05.729258 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e95c2461-cd00-4de2-889b-8fe572a0124c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e95c2461-cd00-4de2-889b-8fe572a0124c,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:05.733045 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.736164 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:05.775387 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3df4f5-9cb7-4ab8-a476-51b9b056c90d req-3e6230df-5f62-41bd-b0ff-87cc3d71bf0b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:05.777313 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bc3df4f5-9cb7-4ab8-a476-51b9b056c90d req-3e6230df-5f62-41bd-b0ff-87cc3d71bf0b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.0948164 Apr 15 10:56:05.817244 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-7077b5b2-65d1-4681-bc06-ba7230f79b37 req-cb548f21-0f2f-4bf3-a750-8dddde8ec67c tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Calling delete_port for ba66397d-917a-47d7-a2d2-0d848e4ed423 owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:56:05.828858 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=e95c2461-cd00-4de2-889b-8fe572a0124c,revision_number=6']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:05.835294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:05.844774 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bc3df4f5-9cb7-4ab8-a476-51b9b056c90d req-2d79d996-c84b-4c9c-94c5-8e03045b5fda tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606723 Apr 15 10:56:05.963257 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['e95c2461-cd00-4de2-889b-8fe572a0124c'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:05.986341 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7077b5b2-65d1-4681-bc06-ba7230f79b37 req-cb548f21-0f2f-4bf3-a750-8dddde8ec67c tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:06.005485 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5c3d2379-ab36-4fdc-a351-26f2fdd782b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:06.062547 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb548f21-0f2f-4bf3-a750-8dddde8ec67c tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Pushing event deleted for resources: {'Port': ['ID=ba66397d-917a-47d7-a2d2-0d848e4ed423,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:06.069925 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cb548f21-0f2f-4bf3-a750-8dddde8ec67c tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:06.271408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['25d286b2-4726-4e79-a444-d54f350227b6', '93a084be-de85-407a-b284-18b9e7e4cc79', 'ba66397d-917a-47d7-a2d2-0d848e4ed423'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:06.292484 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7077b5b2-65d1-4681-bc06-ba7230f79b37 req-cb548f21-0f2f-4bf3-a750-8dddde8ec67c tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] No DVR routers for this DVR port ba66397d-917a-47d7-a2d2-0d848e4ed423 on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:56:06.294975 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7077b5b2-65d1-4681-bc06-ba7230f79b37 req-cb548f21-0f2f-4bf3-a750-8dddde8ec67c tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:06.298016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edfcadf-952f-42b3-9c15-7a2a35cace47', 'name': 'network-vif-deleted', 'tag': 'ba66397d-917a-47d7-a2d2-0d848e4ed423'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:06.314978 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7077b5b2-65d1-4681-bc06-ba7230f79b37 req-cb548f21-0f2f-4bf3-a750-8dddde8ec67c tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "DELETE /v2.0/ports/ba66397d-917a-47d7-a2d2-0d848e4ed423 HTTP/1.1" status: 204 len: 173 time: 1.0623975 Apr 15 10:56:06.355315 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edfcadf-952f-42b3-9c15-7a2a35cace47', 'name': 'network-vif-deleted', 'tag': 'ba66397d-917a-47d7-a2d2-0d848e4ed423', 'status': 'completed', 'code': 200} Apr 15 10:56:06.777364 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6545ac6c-3ba2-4f40-9cbe-56a72d379a6e req-246f70bd-e421-48d9-a06f-f22f9000a972 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=8edfcadf-952f-42b3-9c15-7a2a35cace47 HTTP/1.1" status: 200 len: 210 time: 0.0633912 Apr 15 10:56:07.084616 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b1770-1968-4079-80d0-ae7ac1edcddb req-a2153e83-cb93-44c0-a539-4e95420a6864 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:07.086357 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ef7b1770-1968-4079-80d0-ae7ac1edcddb req-a2153e83-cb93-44c0-a539-4e95420a6864 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 945 time: 0.1067681 Apr 15 10:56:07.150791 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ef7b1770-1968-4079-80d0-ae7ac1edcddb req-83ddce3d-d9f0-475f-af39-51608deec5ba tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535688 Apr 15 10:56:07.471621 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e95c2461-cd00-4de2-889b-8fe572a0124c up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:07.548875 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port e95c2461-cd00-4de2-889b-8fe572a0124c triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:07.549306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.690516 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.721296 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a5480e-6bf5-400c-a698-655220f43ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95c2461-cd00-4de2-889b-8fe572a0124c'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:07.732594 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e95c2461-cd00-4de2-889b-8fe572a0124c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e95c2461-cd00-4de2-889b-8fe572a0124c,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:07.740549 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.743037 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:07.778626 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a5480e-6bf5-400c-a698-655220f43ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'code': 200} Apr 15 10:56:07.819848 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=e95c2461-cd00-4de2-889b-8fe572a0124c,revision_number=7']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:07.823733 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:08.412920 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1444efc-bfc1-484a-a7ef-e0ded2d75d63 req-84873ce5-9a6d-4bba-9094-646d8b7e6081 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:08.414579 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c1444efc-bfc1-484a-a7ef-e0ded2d75d63 req-84873ce5-9a6d-4bba-9094-646d8b7e6081 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1005602 Apr 15 10:56:08.467747 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c1444efc-bfc1-484a-a7ef-e0ded2d75d63 req-fa7c6f06-5e87-413e-994f-9bc43262e420 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452137 Apr 15 10:56:08.765554 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe127c-8db6-4de2-afa3-ba6cde8b2b70 req-2a816247-92a9-45d3-8f02-03fc22147441 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:08.774012 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4dfe127c-8db6-4de2-afa3-ba6cde8b2b70 req-2a816247-92a9-45d3-8f02-03fc22147441 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 946 time: 0.1170213 Apr 15 10:56:08.825378 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4dfe127c-8db6-4de2-afa3-ba6cde8b2b70 req-c5b4428f-7e6d-4541-a342-e33e475e1ac0 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501456 Apr 15 10:56:08.943695 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52168cd4-33ff-4424-afda-c7e6f102ea9e req-d05e6f19-d454-4f14-a6bb-2ba8f833145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:08.945337 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-52168cd4-33ff-4424-afda-c7e6f102ea9e req-d05e6f19-d454-4f14-a6bb-2ba8f833145f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0e2d2b4e3f2a41e98138d032416cb464&device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 1098 time: 0.1863749 Apr 15 10:56:09.042668 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a1313-8880-4f6c-903b-18b972f3cae1 req-75ebbfd7-191a-46f9-9b21-69771a5a6da4 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:09.047000 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f58a1313-8880-4f6c-903b-18b972f3cae1 req-75ebbfd7-191a-46f9-9b21-69771a5a6da4 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1434667 Apr 15 10:56:09.122263 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f58a1313-8880-4f6c-903b-18b972f3cae1 req-1180136b-96a5-466b-a022-4e8474135f4a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648942 Apr 15 10:56:09.146427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52168cd4-33ff-4424-afda-c7e6f102ea9e req-706c0c67-e10d-4bd6-a42d-883483111312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:09.148221 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-52168cd4-33ff-4424-afda-c7e6f102ea9e req-706c0c67-e10d-4bd6-a42d-883483111312 service neutron] 10.222.0.102 "GET /v2.0/networks?id=31a1618d-6994-4188-8c35-0ecda63f191a HTTP/1.1" status: 200 len: 921 time: 0.1961155 Apr 15 10:56:09.229403 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-52168cd4-33ff-4424-afda-c7e6f102ea9e req-245c1e41-ad47-4e00-9cd0-0d0df6df4380 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=864f9461-93d6-45ef-ab56-44c02c8e57f8 HTTP/1.1" status: 200 len: 217 time: 0.0743029 Apr 15 10:56:09.310192 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52168cd4-33ff-4424-afda-c7e6f102ea9e req-f91926dd-5daa-45cb-b54f-9d20fdb0f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:09.312229 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-52168cd4-33ff-4424-afda-c7e6f102ea9e req-f91926dd-5daa-45cb-b54f-9d20fdb0f77f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a6eec143-1d7d-4710-9f01-c48c18b46781 HTTP/1.1" status: 200 len: 859 time: 0.0720096 Apr 15 10:56:09.375552 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-52168cd4-33ff-4424-afda-c7e6f102ea9e req-73ff23fd-08b2-49a9-b7cc-b992eb6e082b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=31a1618d-6994-4188-8c35-0ecda63f191a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538220 Apr 15 10:56:09.460077 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device ba66397d-917a-47d7-a2d2-0d848e4ed423 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:56:09.522147 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: ba66397d-917a-47d7-a2d2-0d848e4ed423 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:56:09.522828 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device ba66397d-917a-47d7-a2d2-0d848e4ed423 not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:56:09.549866 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-52168cd4-33ff-4424-afda-c7e6f102ea9e req-6cab55d4-64ae-490f-b8e8-7e1e6c8a4efd service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658437 Apr 15 10:56:09.746903 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b79f22-9157-4a1a-aa51-87c29fe262f7 req-ebc8c463-bf95-4e91-bef2-a029bd26e800 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:09.750314 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-24b79f22-9157-4a1a-aa51-87c29fe262f7 req-ebc8c463-bf95-4e91-bef2-a029bd26e800 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1253893 Apr 15 10:56:09.750948 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-52168cd4-33ff-4424-afda-c7e6f102ea9e req-3cb5154b-f01a-48d4-8af8-49863a17eef9 service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631925 Apr 15 10:56:09.826103 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-24b79f22-9157-4a1a-aa51-87c29fe262f7 req-f0f6e370-5521-4179-b67d-ca5a949b7b5c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684142 Apr 15 10:56:10.111799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df4c06-4bd6-43b7-a9a8-7f09bdc490e3 req-0f62e511-6d72-467f-9ff3-59f6448cb910 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:10.113417 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-41df4c06-4bd6-43b7-a9a8-7f09bdc490e3 req-0f62e511-6d72-467f-9ff3-59f6448cb910 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 946 time: 0.1076927 Apr 15 10:56:10.200576 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-41df4c06-4bd6-43b7-a9a8-7f09bdc490e3 req-3fdcfc90-3dfb-424a-820c-a02f76bb49af tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791650 Apr 15 10:56:10.318100 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f5d19-45c7-4581-8288-e13a34efabac req-2df1adb4-5d90-4ed3-9058-bb6f58f7d8d8 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:10.319202 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-8c0f5d19-45c7-4581-8288-e13a34efabac req-2df1adb4-5d90-4ed3-9058-bb6f58f7d8d8 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Synchronizing usage tracker for tenant:7ec1f19aa1334575a63a8e11deed30f3 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:10.342773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-8c0f5d19-45c7-4581-8288-e13a34efabac req-2df1adb4-5d90-4ed3-9058-bb6f58f7d8d8 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Unset dirty status for tenant:7ec1f19aa1334575a63a8e11deed30f3 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:10.344418 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8c0f5d19-45c7-4581-8288-e13a34efabac req-2df1adb4-5d90-4ed3-9058-bb6f58f7d8d8 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 946 time: 0.1768119 Apr 15 10:56:10.395451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8351a82-8480-48ad-9ab7-96fabb62bb9f req-eb7c93b5-fb12-491d-a3ff-77c8d75bc01b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:10.397044 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a8351a82-8480-48ad-9ab7-96fabb62bb9f req-eb7c93b5-fb12-491d-a3ff-77c8d75bc01b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1017349 Apr 15 10:56:10.459403 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-8c0f5d19-45c7-4581-8288-e13a34efabac req-cb2667a6-5a09-4d3c-8bb5-c70115e7b0b1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Deleting port 93a084be-de85-407a-b284-18b9e7e4cc79 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:56:10.460585 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8c0f5d19-45c7-4581-8288-e13a34efabac req-cb2667a6-5a09-4d3c-8bb5-c70115e7b0b1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:10.494979 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a8351a82-8480-48ad-9ab7-96fabb62bb9f req-e67ecc4e-0c79-4116-9750-fe0c57babb25 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737581 Apr 15 10:56:10.786506 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-8c0f5d19-45c7-4581-8288-e13a34efabac req-cb2667a6-5a09-4d3c-8bb5-c70115e7b0b1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] For port 93a084be-de85-407a-b284-18b9e7e4cc79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93a084be-de85-407a-b284-18b9e7e4cc79,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:10.787046 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8c0f5d19-45c7-4581-8288-e13a34efabac req-cb2667a6-5a09-4d3c-8bb5-c70115e7b0b1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:11.061269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-8c0f5d19-45c7-4581-8288-e13a34efabac req-cb2667a6-5a09-4d3c-8bb5-c70115e7b0b1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Calling delete_port for 93a084be-de85-407a-b284-18b9e7e4cc79 owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:56:11.106909 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514a645-f5cf-4098-8e49-0bbea68c07f3 req-d96d8984-fca0-4cbe-b56e-80a4deb50df1 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:11.111168 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a514a645-f5cf-4098-8e49-0bbea68c07f3 req-d96d8984-fca0-4cbe-b56e-80a4deb50df1 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1348462 Apr 15 10:56:11.167743 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a514a645-f5cf-4098-8e49-0bbea68c07f3 req-20894c1f-e30b-4f54-97be-9c0b63cf8baa tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527143 Apr 15 10:56:11.268231 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8c0f5d19-45c7-4581-8288-e13a34efabac req-cb2667a6-5a09-4d3c-8bb5-c70115e7b0b1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:11.314745 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['25d286b2-4726-4e79-a444-d54f350227b6', '93a084be-de85-407a-b284-18b9e7e4cc79'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:11.409498 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:11.416398 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1b2f71d0-f99f-4584-9ac4-73ae31d17d9d req-85b333e8-eca0-434d-977f-c3d58addd31f tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ed39178-97cd-4281-9c49-df14a9cf0cd0 HTTP/1.1" status: 200 len: 210 time: 0.0742123 Apr 15 10:56:11.475208 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2667a6-5a09-4d3c-8bb5-c70115e7b0b1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Pushing event deleted for resources: {'Port': ['ID=93a084be-de85-407a-b284-18b9e7e4cc79,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:11.479960 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cb2667a6-5a09-4d3c-8bb5-c70115e7b0b1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:11.570034 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0f5d19-45c7-4581-8288-e13a34efabac req-cb2667a6-5a09-4d3c-8bb5-c70115e7b0b1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] No DVR routers for this DVR port 93a084be-de85-407a-b284-18b9e7e4cc79 on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:56:11.573751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8c0f5d19-45c7-4581-8288-e13a34efabac req-cb2667a6-5a09-4d3c-8bb5-c70115e7b0b1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:11.579290 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed39178-97cd-4281-9c49-df14a9cf0cd0', 'name': 'network-vif-deleted', 'tag': '93a084be-de85-407a-b284-18b9e7e4cc79'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:11.600032 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8c0f5d19-45c7-4581-8288-e13a34efabac req-cb2667a6-5a09-4d3c-8bb5-c70115e7b0b1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "DELETE /v2.0/ports/93a084be-de85-407a-b284-18b9e7e4cc79 HTTP/1.1" status: 204 len: 173 time: 1.2447455 Apr 15 10:56:11.656081 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed39178-97cd-4281-9c49-df14a9cf0cd0', 'name': 'network-vif-deleted', 'tag': '93a084be-de85-407a-b284-18b9e7e4cc79', 'status': 'completed', 'code': 200} Apr 15 10:56:11.782215 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7d0ab-f848-4018-b6a0-a1d8945c9763 req-6df4dd8f-907b-4451-ab7b-353777d39a66 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:11.791631 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-03a7d0ab-f848-4018-b6a0-a1d8945c9763 req-6df4dd8f-907b-4451-ab7b-353777d39a66 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1209736 Apr 15 10:56:11.857160 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-03a7d0ab-f848-4018-b6a0-a1d8945c9763 req-faf491c3-7665-430b-8fd4-d6122bfc41a2 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644426 Apr 15 10:56:12.425185 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb79243-f88f-4c15-98d5-01762e197e88 req-a9c4b799-78e9-4561-8223-751fc94d5f18 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:12.434829 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2cb79243-f88f-4c15-98d5-01762e197e88 req-a9c4b799-78e9-4561-8223-751fc94d5f18 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1142955 Apr 15 10:56:12.501772 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2cb79243-f88f-4c15-98d5-01762e197e88 req-1f0e95f0-56c1-4f25-bb17-c3cb7cdfb96c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583625 Apr 15 10:56:13.101540 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0101808-8305-43db-9907-584c57f8fd97 req-6e050b5d-209a-4b7f-846e-91be244c50f1 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:13.110216 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d0101808-8305-43db-9907-584c57f8fd97 req-6e050b5d-209a-4b7f-846e-91be244c50f1 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1111732 Apr 15 10:56:13.155375 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d0101808-8305-43db-9907-584c57f8fd97 req-c02805ec-ef0b-42f2-ad4e-95219096d3f5 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Apr 15 10:56:13.456987 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 93a084be-de85-407a-b284-18b9e7e4cc79 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:56:13.499154 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: 93a084be-de85-407a-b284-18b9e7e4cc79 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:56:13.499799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 93a084be-de85-407a-b284-18b9e7e4cc79 not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:56:13.732842 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26411131-2901-485b-8a5c-796023fdd68b req-19e2e211-e0a2-4ca8-ae46-9de077dacfb0 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:13.735207 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-26411131-2901-485b-8a5c-796023fdd68b req-19e2e211-e0a2-4ca8-ae46-9de077dacfb0 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1016035 Apr 15 10:56:13.794913 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-26411131-2901-485b-8a5c-796023fdd68b req-8eae2d57-1eea-4b38-b45c-f797660a039c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518911 Apr 15 10:56:14.317675 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00963208-a8df-4849-bd95-b1539e8dc70c req-4388c514-1fda-4241-b11b-40b940346077 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:14.325640 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-00963208-a8df-4849-bd95-b1539e8dc70c req-4388c514-1fda-4241-b11b-40b940346077 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 945 time: 0.1411662 Apr 15 10:56:14.461251 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-00963208-a8df-4849-bd95-b1539e8dc70c req-fe509dc2-0949-476f-8ae9-cc13c6f5f362 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211870 Apr 15 10:56:14.490349 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652f6f8-f439-4fe7-ab4a-6813ce425519 req-a321236f-490c-47b3-a651-4c7fad726152 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:14.498341 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7652f6f8-f439-4fe7-ab4a-6813ce425519 req-a321236f-490c-47b3-a651-4c7fad726152 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1662323 Apr 15 10:56:14.548696 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7652f6f8-f439-4fe7-ab4a-6813ce425519 req-0b239590-9ff8-46f0-87c3-9500d0f547e5 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493197 Apr 15 10:56:15.054698 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a2816-d204-4e10-a92c-5ddd8fe41739 req-4b3b793b-1201-46d7-aafc-e981aa6f3bec tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:15.058812 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-872a2816-d204-4e10-a92c-5ddd8fe41739 req-4b3b793b-1201-46d7-aafc-e981aa6f3bec tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1068900 Apr 15 10:56:15.119378 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-872a2816-d204-4e10-a92c-5ddd8fe41739 req-c3255b50-172d-4721-9072-caf20387f989 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555086 Apr 15 10:56:15.763356 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443e6a5-4750-4778-8a5d-6518b38beb3c req-b267f4df-add0-44cd-8610-8fc3f4c8eae9 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:15.764939 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3443e6a5-4750-4778-8a5d-6518b38beb3c req-b267f4df-add0-44cd-8610-8fc3f4c8eae9 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 945 time: 0.1711075 Apr 15 10:56:15.846244 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39b029-b4d4-4778-8cec-6b785c12e767 req-3fe8f160-5690-446f-85c6-feb06c01465d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:15.847969 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ea39b029-b4d4-4778-8cec-6b785c12e767 req-3fe8f160-5690-446f-85c6-feb06c01465d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1488254 Apr 15 10:56:15.853637 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3443e6a5-4750-4778-8a5d-6518b38beb3c req-3370957f-3b3a-4e4e-a8d2-ccd28dfec731 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740011 Apr 15 10:56:15.915759 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ea39b029-b4d4-4778-8cec-6b785c12e767 req-5c7c73d2-8cb7-4d30-b203-22e2fac3c11e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596611 Apr 15 10:56:16.379865 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9aaa63-7983-477e-89f0-977bdac9e4b6 req-fd9bb761-657a-47f6-b50e-d007912d0696 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:16.392438 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3b9aaa63-7983-477e-89f0-977bdac9e4b6 req-fd9bb761-657a-47f6-b50e-d007912d0696 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1221535 Apr 15 10:56:16.448673 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3b9aaa63-7983-477e-89f0-977bdac9e4b6 req-b718651b-e0c2-4f36-8be0-734f5394310b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551410 Apr 15 10:56:16.706074 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d006c0-b7ce-45c5-aebd-ba5b0ce2f9c7 req-953f71b2-6cdf-48fb-bfe7-7cea2378dfac tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:16.707842 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-c9d006c0-b7ce-45c5-aebd-ba5b0ce2f9c7 req-953f71b2-6cdf-48fb-bfe7-7cea2378dfac tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Synchronizing usage tracker for tenant:7ec1f19aa1334575a63a8e11deed30f3 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:16.726876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-c9d006c0-b7ce-45c5-aebd-ba5b0ce2f9c7 req-953f71b2-6cdf-48fb-bfe7-7cea2378dfac tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Unset dirty status for tenant:7ec1f19aa1334575a63a8e11deed30f3 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:16.728628 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c9d006c0-b7ce-45c5-aebd-ba5b0ce2f9c7 req-953f71b2-6cdf-48fb-bfe7-7cea2378dfac tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 945 time: 0.1289411 Apr 15 10:56:16.825101 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-c9d006c0-b7ce-45c5-aebd-ba5b0ce2f9c7 req-6fb450f0-7ccd-44d7-897b-02365278f986 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Deleting port 25d286b2-4726-4e79-a444-d54f350227b6 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:56:16.825101 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c9d006c0-b7ce-45c5-aebd-ba5b0ce2f9c7 req-6fb450f0-7ccd-44d7-897b-02365278f986 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:17.242208 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7500c-0e40-4bb2-b825-d79e6135560c req-2e2be4e2-dea2-422e-9350-5da5a2ca5cbc tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:17.244073 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f8a7500c-0e40-4bb2-b825-d79e6135560c req-2e2be4e2-dea2-422e-9350-5da5a2ca5cbc tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1493251 Apr 15 10:56:17.254395 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e6344-dfd4-4604-a1d9-96d11629dc64 req-6a038f11-f409-4114-b05d-e46e1794517e tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:17.256241 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bb7e6344-dfd4-4604-a1d9-96d11629dc64 req-6a038f11-f409-4114-b05d-e46e1794517e tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 945 time: 0.2175684 Apr 15 10:56:17.342898 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bb7e6344-dfd4-4604-a1d9-96d11629dc64 req-dae00548-1c59-4ded-97ca-fb1050554be1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/security-groups?id=b1fdf45e-4d63-4748-84ea-e150f11440f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700150 Apr 15 10:56:17.374056 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f8a7500c-0e40-4bb2-b825-d79e6135560c req-eacfdb68-f1ee-4987-a352-05f36cc7eb0e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165724 Apr 15 10:56:17.487709 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-c9d006c0-b7ce-45c5-aebd-ba5b0ce2f9c7 req-6fb450f0-7ccd-44d7-897b-02365278f986 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] For port 25d286b2-4726-4e79-a444-d54f350227b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=25d286b2-4726-4e79-a444-d54f350227b6,segment=NetworkSegment(aeb6a06f-6e9b-48e8-9e89-f20c4e844970),segment_id=aeb6a06f-6e9b-48e8-9e89-f20c4e844970)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:17.488138 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c9d006c0-b7ce-45c5-aebd-ba5b0ce2f9c7 req-6fb450f0-7ccd-44d7-897b-02365278f986 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:17.659690 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-c9d006c0-b7ce-45c5-aebd-ba5b0ce2f9c7 req-6fb450f0-7ccd-44d7-897b-02365278f986 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Calling delete_port for 25d286b2-4726-4e79-a444-d54f350227b6 owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:56:17.742819 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22a1ce-d15e-4114-9a99-97d9c39e7f3b req-9a53fa50-1c2d-43f5-a961-209905bb2af7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:17.762606 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7a22a1ce-d15e-4114-9a99-97d9c39e7f3b req-9a53fa50-1c2d-43f5-a961-209905bb2af7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.1684718 Apr 15 10:56:17.837841 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7a22a1ce-d15e-4114-9a99-97d9c39e7f3b req-35187c18-0ff3-4dbf-a2dc-eaca5630f5b5 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734344 Apr 15 10:56:17.882101 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c9d006c0-b7ce-45c5-aebd-ba5b0ce2f9c7 req-6fb450f0-7ccd-44d7-897b-02365278f986 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:17.956856 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-654b1694-672a-4fcc-9035-d0092adf80d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:18.034478 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb450f0-7ccd-44d7-897b-02365278f986 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Pushing event deleted for resources: {'Port': ['ID=25d286b2-4726-4e79-a444-d54f350227b6,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:18.064466 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6fb450f0-7ccd-44d7-897b-02365278f986 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:18.188781 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d006c0-b7ce-45c5-aebd-ba5b0ce2f9c7 req-6fb450f0-7ccd-44d7-897b-02365278f986 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] No DVR routers for this DVR port 25d286b2-4726-4e79-a444-d54f350227b6 on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:56:18.191426 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c9d006c0-b7ce-45c5-aebd-ba5b0ce2f9c7 req-6fb450f0-7ccd-44d7-897b-02365278f986 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:18.203598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2', 'name': 'network-vif-deleted', 'tag': '25d286b2-4726-4e79-a444-d54f350227b6'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:18.210235 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c9d006c0-b7ce-45c5-aebd-ba5b0ce2f9c7 req-6fb450f0-7ccd-44d7-897b-02365278f986 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.102 "DELETE /v2.0/ports/25d286b2-4726-4e79-a444-d54f350227b6 HTTP/1.1" status: 204 len: 173 time: 1.4760783 Apr 15 10:56:18.279766 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2', 'name': 'network-vif-deleted', 'tag': '25d286b2-4726-4e79-a444-d54f350227b6', 'status': 'completed', 'code': 200} Apr 15 10:56:18.623074 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-de63fa90-3939-4765-8690-63ea43bd09b2 req-b5def84d-e02a-4cde-b19c-b7dd56a2cc76 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] 10.222.0.96 "GET /v2.0/ports?device_id=1bc68f3d-1733-42a7-8dfe-a1b0c81dc5a2 HTTP/1.1" status: 200 len: 210 time: 0.0943215 Apr 15 10:56:18.672647 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e72cd-51ff-445d-9e9b-16a7932474ae req-3dd5aabb-d616-4d7d-88f2-d5f09224f861 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:18.674235 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d33e72cd-51ff-445d-9e9b-16a7932474ae req-3dd5aabb-d616-4d7d-88f2-d5f09224f861 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1042082 Apr 15 10:56:18.729207 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d33e72cd-51ff-445d-9e9b-16a7932474ae req-2c61da96-653c-4f7a-a34a-1626c0309883 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470338 Apr 15 10:56:19.054840 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df55d7f-26b2-43e9-8893-a7490f84a349 req-71dfefd4-b42f-4914-b5ce-5057b0c324da tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:19.056897 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8df55d7f-26b2-43e9-8893-a7490f84a349 req-71dfefd4-b42f-4914-b5ce-5057b0c324da tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 946 time: 0.0926604 Apr 15 10:56:19.110490 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8df55d7f-26b2-43e9-8893-a7490f84a349 req-c27eef85-97b8-466f-b2a4-9f1ed32fb181 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470614 Apr 15 10:56:19.518657 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e95c2461-cd00-4de2-889b-8fe572a0124c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:56:19.550545 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ded84-cf85-4423-8ab0-1087c090d676 req-0aa14d3f-bd65-418a-9557-051639038abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:19.552455 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-686ded84-cf85-4423-8ab0-1087c090d676 req-0aa14d3f-bd65-418a-9557-051639038abb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95b6d3d44f5441d68e73436f3a947935&device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 1099 time: 0.0865290 Apr 15 10:56:19.652064 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:19.683611 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a5480e-6bf5-400c-a698-655220f43ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95c2461-cd00-4de2-889b-8fe572a0124c'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:19.694774 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e95c2461-cd00-4de2-889b-8fe572a0124c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e95c2461-cd00-4de2-889b-8fe572a0124c,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:19.699548 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:19.702999 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 25d286b2-4726-4e79-a444-d54f350227b6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:56:19.735842 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:19.755817 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ded84-cf85-4423-8ab0-1087c090d676 req-c00ed9ed-793e-44ce-91ed-e608acf0c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:19.757749 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-686ded84-cf85-4423-8ab0-1087c090d676 req-c00ed9ed-793e-44ce-91ed-e608acf0c087 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 200 len: 918 time: 0.1959541 Apr 15 10:56:19.780724 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a5480e-6bf5-400c-a698-655220f43ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'code': 200} Apr 15 10:56:19.789166 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: 25d286b2-4726-4e79-a444-d54f350227b6 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:56:19.789525 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 25d286b2-4726-4e79-a444-d54f350227b6 not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:56:19.809353 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 43458) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:19.825929 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=e95c2461-cd00-4de2-889b-8fe572a0124c,revision_number=8']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:19.830091 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:19.934643 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-686ded84-cf85-4423-8ab0-1087c090d676 req-68c75386-d618-4661-b0d1-10744d6c1f4e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95c2461-cd00-4de2-889b-8fe572a0124c HTTP/1.1" status: 200 len: 999 time: 0.1517191 Apr 15 10:56:20.023646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ded84-cf85-4423-8ab0-1087c090d676 req-4a8e257a-8885-4b6f-90e8-00f9b9dc33db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:20.025782 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-686ded84-cf85-4423-8ab0-1087c090d676 req-4a8e257a-8885-4b6f-90e8-00f9b9dc33db service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be7d2f97-abff-4a3f-98bc-26e4b12e7f7c HTTP/1.1" status: 200 len: 855 time: 0.0745740 Apr 15 10:56:20.117487 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ded84-cf85-4423-8ab0-1087c090d676 req-3a4f2ac8-d292-4eaf-a3cd-4ba8244ba338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:20.120169 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-686ded84-cf85-4423-8ab0-1087c090d676 req-3a4f2ac8-d292-4eaf-a3cd-4ba8244ba338 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d721fb-2821-48d5-ac89-567367ad279d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870333 Apr 15 10:56:20.153648 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c68b3bd-3bf2-45be-9df7-5356c3057665 admin admin] Deleting subnet 347eac98-7ebb-414a-adde-ffa40460d4c7 {{(pid=85286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:56:20.158745 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c68b3bd-3bf2-45be-9df7-5356c3057665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.213628 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c68b3bd-3bf2-45be-9df7-5356c3057665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844155786'] for subnet, precommit_delete_associations {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.284388 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-686ded84-cf85-4423-8ab0-1087c090d676 req-6becbb20-7d34-4c5f-87e6-a09aba0fcd8d service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545889 Apr 15 10:56:20.346319 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c68b3bd-3bf2-45be-9df7-5356c3057665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.412568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc8fe9-14b5-482d-9592-1df13e3d3852 req-5af51a62-edfb-4f41-ae19-4f6960fa304e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:20.414315 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-09fc8fe9-14b5-482d-9592-1df13e3d3852 req-5af51a62-edfb-4f41-ae19-4f6960fa304e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.5513074 Apr 15 10:56:20.449989 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-686ded84-cf85-4423-8ab0-1087c090d676 req-d1dcf92b-b580-4f4c-8bef-79df22a638ac service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572423 Apr 15 10:56:20.560800 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dd719-17fc-402b-b07e-4564a06e4425 req-72274e0f-6bf1-4e80-8c50-a47390a8b04f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:20.562384 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ce0dd719-17fc-402b-b07e-4564a06e4425 req-72274e0f-6bf1-4e80-8c50-a47390a8b04f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.3126016 Apr 15 10:56:20.605855 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-09fc8fe9-14b5-482d-9592-1df13e3d3852 req-b5fd727c-0ba7-4460-9c34-7b093607a8d3 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765549 Apr 15 10:56:20.667885 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ce0dd719-17fc-402b-b07e-4564a06e4425 req-0a6b34c2-8203-400d-8a36-413ff97dbd1f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908837 Apr 15 10:56:20.750846 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c68b3bd-3bf2-45be-9df7-5356c3057665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843394279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843314525'] for subnet, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.766568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:20.850804 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68b3bd-3bf2-45be-9df7-5356c3057665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347eac98-7ebb-414a-adde-ffa40460d4c7,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:20.857934 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3c68b3bd-3bf2-45be-9df7-5356c3057665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:20.903764 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c68b3bd-3bf2-45be-9df7-5356c3057665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.910277 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-3c68b3bd-3bf2-45be-9df7-5356c3057665 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/347eac98-7ebb-414a-adde-ffa40460d4c7 HTTP/1.1" status: 204 len: 168 time: 1.0995893 Apr 15 10:56:20.912931 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 43464) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:21.038438 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.241849 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.361092 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4afb39-25ec-44fd-b396-7d72d20a78dd']}} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:21.374568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970') {'for_net_delete': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:21.374919 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb6a06f-6e9b-48e8-9e89-f20c4e844970') {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:21.388316 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10620014'] for segment, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.404279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.410830 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=85286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:56:21.519461 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c4b63519-69cb-47f7-8a02-cb5f490ce830 req-4e49b727-bf36-4e97-9387-5ffa5a173f9d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868175 Apr 15 10:56:21.593471 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] Network 4f4afb39-25ec-44fd-b396-7d72d20a78dd has no segments {{(pid=85286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:56:21.604874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11376058'] for segment, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:21.644763 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b63519-69cb-47f7-8a02-cb5f490ce830 req-b67e835f-900d-4ba4-908f-aaa1e8c542ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:21.646762 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c4b63519-69cb-47f7-8a02-cb5f490ce830 req-b67e835f-900d-4ba4-908f-aaa1e8c542ee service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f24b7e01c38e4735b55d97689495aa77&device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 1099 time: 0.0871613 Apr 15 10:56:21.823141 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b63519-69cb-47f7-8a02-cb5f490ce830 req-846f7623-c243-4762-903b-55181418f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:21.824995 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c4b63519-69cb-47f7-8a02-cb5f490ce830 req-846f7623-c243-4762-903b-55181418f57f service neutron] 10.222.0.102 "GET /v2.0/networks?id=12b1554d-27d3-4f03-be40-e76a3174964e HTTP/1.1" status: 200 len: 912 time: 0.1545393 Apr 15 10:56:21.889507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] Network 4f4afb39-25ec-44fd-b396-7d72d20a78dd has no segments {{(pid=85286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:56:21.920847 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:56:21.945717 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c4b63519-69cb-47f7-8a02-cb5f490ce830 req-0eeb879a-904c-4c51-aa53-4f5f8a22cd04 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fde414-3932-49f6-a0dc-d6029026ffd7 HTTP/1.1" status: 200 len: 1002 time: 0.1127622 Apr 15 10:56:22.024674 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.025669 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b63519-69cb-47f7-8a02-cb5f490ce830 req-15067482-5ce8-4685-98ff-c82926fb1ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:22.027341 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c4b63519-69cb-47f7-8a02-cb5f490ce830 req-15067482-5ce8-4685-98ff-c82926fb1ddc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e1b0c5ef-b9a0-497b-969f-009f528ad36f HTTP/1.1" status: 200 len: 849 time: 0.0663850 Apr 15 10:56:22.041083 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.047579 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:22.085283 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4afb39-25ec-44fd-b396-7d72d20a78dd,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:22.088177 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:22.096282 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] 10.222.0.96 "DELETE /v2.0/networks/4f4afb39-25ec-44fd-b396-7d72d20a78dd HTTP/1.1" status: 204 len: 168 time: 1.1822448 Apr 15 10:56:22.107963 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a1e84-39e7-4af3-8b93-f4c58c629abf req-86cc4536-f113-4120-b1e3-c02c94418738 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:22.109700 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-424a1e84-39e7-4af3-8b93-f4c58c629abf req-86cc4536-f113-4120-b1e3-c02c94418738 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.3387475 Apr 15 10:56:22.124908 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e052399-a6db-43f2-99af-e862ddbfdee5 req-f5b007b3-4762-46eb-a0f8-e7d4ed295077 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:22.126614 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9e052399-a6db-43f2-99af-e862ddbfdee5 req-f5b007b3-4762-46eb-a0f8-e7d4ed295077 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.3032949 Apr 15 10:56:22.133461 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b63519-69cb-47f7-8a02-cb5f490ce830 req-e5abe493-dd19-47a3-9d4e-f52b89ed6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:22.135312 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c4b63519-69cb-47f7-8a02-cb5f490ce830 req-e5abe493-dd19-47a3-9d4e-f52b89ed6170 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12b1554d-27d3-4f03-be40-e76a3174964e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902116 Apr 15 10:56:22.184150 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.204975 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-424a1e84-39e7-4af3-8b93-f4c58c629abf req-b96a27e1-ceaa-4f48-8e1d-abefd6c3a840 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773184 Apr 15 10:56:22.217639 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9e052399-a6db-43f2-99af-e862ddbfdee5 req-6c98b1c3-b67b-4261-82ba-8c3c8e5a1464 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752270 Apr 15 10:56:22.304995 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c4b63519-69cb-47f7-8a02-cb5f490ce830 req-bebc578e-1580-4e68-a5f6-9555634c40b9 service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590385 Apr 15 10:56:22.317554 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 43474) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:22.378572 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-801004f4-df80-40ad-b52a-bef7ac4c4853 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7ec1f19aa1334575a63a8e11deed30f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0573504 Apr 15 10:56:22.378946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 43478) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:22.449561 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8923-4f46-43e6-8a49-d3aafd7096ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.482541 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8923-4f46-43e6-8a49-d3aafd7096ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.482803 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c4b63519-69cb-47f7-8a02-cb5f490ce830 req-d3ccc24b-470d-4708-9329-317ca1bc0cd3 service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426148 Apr 15 10:56:22.533087 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8923-4f46-43e6-8a49-d3aafd7096ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.538373 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-040609ba-5dda-446c-a237-7e44f1ec30c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:22.553983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b8923-4f46-43e6-8a49-d3aafd7096ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fdf45e-4d63-4748-84ea-e150f11440f7,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:22.557028 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ca8b8923-4f46-43e6-8a49-d3aafd7096ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:22.558118 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca8b8923-4f46-43e6-8a49-d3aafd7096ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:22.559935 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-ca8b8923-4f46-43e6-8a49-d3aafd7096ea admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b1fdf45e-4d63-4748-84ea-e150f11440f7 HTTP/1.1" status: 204 len: 168 time: 0.1794257 Apr 15 10:56:23.622662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e23d2-6805-4bab-b4a3-1d9c83a78262 req-de4e1cfe-bb96-4a3e-a86e-e47909c41c7e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:23.624292 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f14e23d2-6805-4bab-b4a3-1d9c83a78262 req-de4e1cfe-bb96-4a3e-a86e-e47909c41c7e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.2884424 Apr 15 10:56:23.633287 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d64d3-fd96-4fe2-a9ba-ab62f5bcc3c0 req-a1f7c535-3cd7-418a-b79b-204f55376b2a tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:23.634911 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9e0d64d3-fd96-4fe2-a9ba-ab62f5bcc3c0 req-a1f7c535-3cd7-418a-b79b-204f55376b2a tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.2189543 Apr 15 10:56:23.714181 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f14e23d2-6805-4bab-b4a3-1d9c83a78262 req-2dd48eba-e72d-4c6f-a4f6-902f1f6d0f3f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781965 Apr 15 10:56:23.719125 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9e0d64d3-fd96-4fe2-a9ba-ab62f5bcc3c0 req-e916b6fa-2012-48af-a086-ab145cd31c4b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683479 Apr 15 10:56:24.884135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388125a9-c897-4852-b093-b8410e1833c3 req-9551666b-e62d-4162-a719-827d7f57716d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:24.885960 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-388125a9-c897-4852-b093-b8410e1833c3 req-9551666b-e62d-4162-a719-827d7f57716d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.1498065 Apr 15 10:56:24.992124 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-388125a9-c897-4852-b093-b8410e1833c3 req-8d0103b4-06f4-4681-90a4-70720f16634f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656688 Apr 15 10:56:25.021371 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d27414-d73d-44f1-ad64-02fb269d7a69 req-3de3d65b-4204-4db6-8dd9-200826cbb55f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:25.023186 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b4d27414-d73d-44f1-ad64-02fb269d7a69 req-3de3d65b-4204-4db6-8dd9-200826cbb55f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1362011 Apr 15 10:56:25.074250 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b4d27414-d73d-44f1-ad64-02fb269d7a69 req-65ba5085-f31b-4aa0-af89-e3ac5728c68a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Apr 15 10:56:25.114037 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5a8593e3-f55f-4b74-8931-16bb123d8c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:25.270135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 43566) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:25.402347 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-07bf6acb-345e-4e8c-b62b-ad7688d3bd8c req-2d16fa74-6c0f-4e13-becc-73e8b7b9ba85 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1308968 Apr 15 10:56:25.521052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e95c2461-cd00-4de2-889b-8fe572a0124c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:56:26.286336 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcebe0f-f8cc-4a2b-a21d-00deef718661 req-0783e7a1-637e-4721-b019-aa136d62171a tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:26.288068 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cbcebe0f-f8cc-4a2b-a21d-00deef718661 req-0783e7a1-637e-4721-b019-aa136d62171a tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.1653764 Apr 15 10:56:26.374917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4424631-8f3f-46b0-86a5-2a49c002fe1c req-1b1c76a1-131b-4883-9533-968c262297d9 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:26.376490 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a4424631-8f3f-46b0-86a5-2a49c002fe1c req-1b1c76a1-131b-4883-9533-968c262297d9 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1614041 Apr 15 10:56:26.385456 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cbcebe0f-f8cc-4a2b-a21d-00deef718661 req-1a9d68db-dc83-48ad-903b-497df19d4ad8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750315 Apr 15 10:56:26.431432 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a4424631-8f3f-46b0-86a5-2a49c002fe1c req-79ea9d32-ef1f-4b24-8cc9-92d59e71d120 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448020 Apr 15 10:56:27.106776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf6acb-345e-4e8c-b62b-ad7688d3bd8c req-7a1e7c58-aa7f-467f-bac1-95eba79a9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:27.108377 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-07bf6acb-345e-4e8c-b62b-ad7688d3bd8c req-7a1e7c58-aa7f-467f-bac1-95eba79a9e81 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8&tenant_id=95b6d3d44f5441d68e73436f3a947935 HTTP/1.1" status: 200 len: 1097 time: 0.0851824 Apr 15 10:56:27.233840 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf6acb-345e-4e8c-b62b-ad7688d3bd8c req-17fe8cfc-cc3f-45d2-a8c4-c683a41cc422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:27.235428 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-07bf6acb-345e-4e8c-b62b-ad7688d3bd8c req-17fe8cfc-cc3f-45d2-a8c4-c683a41cc422 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95b6d3d44f5441d68e73436f3a947935&device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0790992 Apr 15 10:56:27.384590 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf6acb-345e-4e8c-b62b-ad7688d3bd8c req-0fe4f63d-1609-4e1c-afd6-642690da02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:27.386218 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-07bf6acb-345e-4e8c-b62b-ad7688d3bd8c req-0fe4f63d-1609-4e1c-afd6-642690da02bd service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 200 len: 918 time: 0.1420476 Apr 15 10:56:27.510064 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-07bf6acb-345e-4e8c-b62b-ad7688d3bd8c req-1bcd9441-ccb2-417d-81ee-164fe1ec8be2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95c2461-cd00-4de2-889b-8fe572a0124c HTTP/1.1" status: 200 len: 999 time: 0.1150393 Apr 15 10:56:27.601990 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf6acb-345e-4e8c-b62b-ad7688d3bd8c req-88d8be21-915e-44bc-add6-fc7f327c430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:27.604979 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-07bf6acb-345e-4e8c-b62b-ad7688d3bd8c req-88d8be21-915e-44bc-add6-fc7f327c430c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be7d2f97-abff-4a3f-98bc-26e4b12e7f7c HTTP/1.1" status: 200 len: 855 time: 0.0873897 Apr 15 10:56:27.705220 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf6acb-345e-4e8c-b62b-ad7688d3bd8c req-26d1a274-ab87-46de-b33d-ac5692f22f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:27.706905 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-07bf6acb-345e-4e8c-b62b-ad7688d3bd8c req-26d1a274-ab87-46de-b33d-ac5692f22f8a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d721fb-2821-48d5-ac89-567367ad279d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0934711 Apr 15 10:56:27.876373 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-07bf6acb-345e-4e8c-b62b-ad7688d3bd8c req-dfeb5370-3f8d-4f9b-9171-57c5c8c400a1 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615710 Apr 15 10:56:27.907216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741889b-6d43-4559-983b-87809e94936e req-fbef1708-f75d-42ba-ac23-f9d8e8f3c287 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:27.909083 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0741889b-6d43-4559-983b-87809e94936e req-fbef1708-f75d-42ba-ac23-f9d8e8f3c287 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.3801687 Apr 15 10:56:27.972693 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d525c-d54f-426b-b9dd-02e4cffb78c7 req-4949d7a0-e495-4896-af61-9b8925968d23 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:27.974317 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bc3d525c-d54f-426b-b9dd-02e4cffb78c7 req-4949d7a0-e495-4896-af61-9b8925968d23 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.3896112 Apr 15 10:56:27.979719 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0741889b-6d43-4559-983b-87809e94936e req-dee11d18-6bee-4379-a308-820d0ae4aea2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610058 Apr 15 10:56:28.028058 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bc3d525c-d54f-426b-b9dd-02e4cffb78c7 req-0dbdb6ef-fef7-493f-a8fc-edf7873401ef tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459187 Apr 15 10:56:28.054440 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-07bf6acb-345e-4e8c-b62b-ad7688d3bd8c req-2642aa31-eb9a-45bc-befc-79d8cf487837 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597669 Apr 15 10:56:28.056078 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b4515470-bb3d-4747-a95b-d87e4b086efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.475039 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.291811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbf3c6-3421-4c1a-964e-20a4ec1ce31b req-82ddba5e-2423-4b07-84d0-e8bed0c7a08b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:29.293446 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-94dbf3c6-3421-4c1a-964e-20a4ec1ce31b req-82ddba5e-2423-4b07-84d0-e8bed0c7a08b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.1770763 Apr 15 10:56:29.303997 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca85e8-b292-4102-afe8-6a033a474bf1 req-67e0d1da-0ce4-49a2-94ee-1919e60c2398 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:29.306838 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-68ca85e8-b292-4102-afe8-6a033a474bf1 req-67e0d1da-0ce4-49a2-94ee-1919e60c2398 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1337247 Apr 15 10:56:29.390918 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-94dbf3c6-3421-4c1a-964e-20a4ec1ce31b req-49276745-d3fb-4531-91ff-e26d7f9fdc13 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828261 Apr 15 10:56:29.455162 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-68ca85e8-b292-4102-afe8-6a033a474bf1 req-349b06e7-4d51-47c2-b6fa-55d2a4eacc2c tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257377 Apr 15 10:56:29.455764 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.606860 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.738446 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8e593-c445-4b30-af05-61c042f9d815 req-0cce9e86-cd8f-4691-aac9-389d36a1c59e tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:30.740255 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e1a8e593-c445-4b30-af05-61c042f9d815 req-0cce9e86-cd8f-4691-aac9-389d36a1c59e tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.2163601 Apr 15 10:56:30.762130 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fd9c2-7a2e-4ab3-90f2-0931f0e4da52 req-22a48353-66be-4a4e-b712-86aa9eb7184c tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:30.763943 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a08fd9c2-7a2e-4ab3-90f2-0931f0e4da52 req-22a48353-66be-4a4e-b712-86aa9eb7184c tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1544163 Apr 15 10:56:30.848568 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e1a8e593-c445-4b30-af05-61c042f9d815 req-5327bf7e-a3e7-4132-9707-0f417540c07c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967231 Apr 15 10:56:30.895227 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a08fd9c2-7a2e-4ab3-90f2-0931f0e4da52 req-86009392-9479-45e4-b28a-f85b5931ddae tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119571 Apr 15 10:56:31.014204 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 43650) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:31.150563 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2485abfe-3090-4363-8c7c-3f92194a4260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.167997 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2485abfe-3090-4363-8c7c-3f92194a4260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:31.173057 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-2485abfe-3090-4363-8c7c-3f92194a4260 admin admin] Usage tracker for resource:security_group_rule and tenant:ad299f279e32425c80422aabeaf0e247 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:31.178713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-2485abfe-3090-4363-8c7c-3f92194a4260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:31.187265 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2485abfe-3090-4363-8c7c-3f92194a4260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:31.289543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2485abfe-3090-4363-8c7c-3f92194a4260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.292725 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2485abfe-3090-4363-8c7c-3f92194a4260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.302590 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f2660baa-ca01-4e1b-8b21-4ebdbcc1633b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:31.349600 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-2485abfe-3090-4363-8c7c-3f92194a4260 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ad299f279e32425c80422aabeaf0e247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341739 Apr 15 10:56:31.351451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485abfe-3090-4363-8c7c-3f92194a4260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420a7bbf-f046-4ab6-81ad-d5fa3078d857,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:31.353033 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 43656) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:31.355226 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2485abfe-3090-4363-8c7c-3f92194a4260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:31.432268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.463633 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.517307 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.522876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8d9af89b-1fda-4c3e-a374-33c8ad1e200d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:31.541288 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420a7bbf-f046-4ab6-81ad-d5fa3078d857,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:31.552155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:31.552572 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:31.552980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:31.553384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:31.553786 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:31.554188 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:31.554633 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:31.555038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:31.555603 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:31.555997 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:31.556387 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:31.556776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:31.560462 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:31.562043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.566005 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/420a7bbf-f046-4ab6-81ad-d5fa3078d857 HTTP/1.1" status: 204 len: 168 time: 0.2118173 Apr 15 10:56:31.927453 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 43668) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:31.958558 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f208c9fa-c562-416a-8e9a-9f310dd7878f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.971700 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f208c9fa-c562-416a-8e9a-9f310dd7878f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:31.977678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f208c9fa-c562-416a-8e9a-9f310dd7878f admin admin] Usage tracker for resource:security_group_rule and tenant:a8d90a09d1d142eca9f7660ebe9bedd9 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:31.981296 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f208c9fa-c562-416a-8e9a-9f310dd7878f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:31.989241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f208c9fa-c562-416a-8e9a-9f310dd7878f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:32.263452 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e7ed9-c42a-462e-a16b-23d693ac4548 req-22961fae-01ae-4844-af94-b977d71c0d95 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:32.265136 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-287e7ed9-c42a-462e-a16b-23d693ac4548 req-22961fae-01ae-4844-af94-b977d71c0d95 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.2288227 Apr 15 10:56:32.267213 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f208c9fa-c562-416a-8e9a-9f310dd7878f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.273246 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f208c9fa-c562-416a-8e9a-9f310dd7878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.284917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fb17f64f-265a-4cd3-8ea5-bba666571a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:32.360707 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559e512-b61b-40f3-bb12-7e73ad6f5d52 req-110ac937-fae8-4486-934e-24beb5f63371 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:32.362384 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2559e512-b61b-40f3-bb12-7e73ad6f5d52 req-110ac937-fae8-4486-934e-24beb5f63371 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.2590234 Apr 15 10:56:32.384719 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f208c9fa-c562-416a-8e9a-9f310dd7878f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a8d90a09d1d142eca9f7660ebe9bedd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4551907 Apr 15 10:56:32.388458 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 43676) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:32.389628 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208c9fa-c562-416a-8e9a-9f310dd7878f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651f844e-e2e7-464c-bd03-41bfae278cea,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:32.392994 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f208c9fa-c562-416a-8e9a-9f310dd7878f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:32.421704 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-287e7ed9-c42a-462e-a16b-23d693ac4548 req-75453ccd-ffe9-448b-b64e-1fb1bf449ebd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393957 Apr 15 10:56:32.458455 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2559e512-b61b-40f3-bb12-7e73ad6f5d52 req-b4355aff-ab5e-4144-bf1d-b0c91ad333bb tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815446 Apr 15 10:56:32.479565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9e96072a-0ef5-4f14-abed-f205a862b4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.511980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9e96072a-0ef5-4f14-abed-f205a862b4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.560901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9e96072a-0ef5-4f14-abed-f205a862b4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.565271 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6463dfb0-61fb-4bfe-8e13-e621dee8f6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:32.578756 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96072a-0ef5-4f14-abed-f205a862b4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651f844e-e2e7-464c-bd03-41bfae278cea,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:32.581948 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9e96072a-0ef5-4f14-abed-f205a862b4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:32.588558 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9e96072a-0ef5-4f14-abed-f205a862b4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.593012 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-9e96072a-0ef5-4f14-abed-f205a862b4a0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/651f844e-e2e7-464c-bd03-41bfae278cea HTTP/1.1" status: 204 len: 168 time: 0.2033823 Apr 15 10:56:33.761317 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60284c89-caa8-4ff2-9eca-896e5c68fd29 req-32a11fb5-1b34-4266-92c3-90b6ae252665 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.762981 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-60284c89-caa8-4ff2-9eca-896e5c68fd29 req-32a11fb5-1b34-4266-92c3-90b6ae252665 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1560895 Apr 15 10:56:33.772537 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19ff9f-0a5d-4a42-b7b7-73eb2fa35ef8 req-75701ec8-e4e8-4040-b5d7-e5fe42a1c039 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.774151 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5c19ff9f-0a5d-4a42-b7b7-73eb2fa35ef8 req-75701ec8-e4e8-4040-b5d7-e5fe42a1c039 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.2168620 Apr 15 10:56:33.837340 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-60284c89-caa8-4ff2-9eca-896e5c68fd29 req-f2edc426-924b-48d4-8f37-0f602b32598b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620890 Apr 15 10:56:33.867706 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5c19ff9f-0a5d-4a42-b7b7-73eb2fa35ef8 req-2bb5f945-9e1f-4683-a20f-6c02b7b5baf3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685446 Apr 15 10:56:35.225320 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098068-e0f4-4326-a0eb-5b587e26df77 req-d826152d-d22c-4c53-b998-bf44889f9f2e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.227183 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a3098068-e0f4-4326-a0eb-5b587e26df77 req-d826152d-d22c-4c53-b998-bf44889f9f2e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1959050 Apr 15 10:56:35.241224 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377567d-dd4c-40f4-8ad5-bca6757beb68 req-28fc5eb7-df35-4830-a801-95e8a849bdf6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.244644 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b377567d-dd4c-40f4-8ad5-bca6757beb68 req-28fc5eb7-df35-4830-a801-95e8a849bdf6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.1517932 Apr 15 10:56:35.328903 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a3098068-e0f4-4326-a0eb-5b587e26df77 req-40f88e08-3c28-4ca7-9e0e-95e462ce2dc8 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828297 Apr 15 10:56:35.337709 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b377567d-dd4c-40f4-8ad5-bca6757beb68 req-cd0dcf37-5fa4-46e0-95ef-de3ff0c98404 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725069 Apr 15 10:56:36.644397 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc71c6-86dc-4f69-bdf4-75f8480eecd6 req-0ffbf6bb-ea3f-4554-9bb2-06eea5379e64 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:36.646070 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fccc71c6-86dc-4f69-bdf4-75f8480eecd6 req-0ffbf6bb-ea3f-4554-9bb2-06eea5379e64 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.1119976 Apr 15 10:56:36.755305 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fccc71c6-86dc-4f69-bdf4-75f8480eecd6 req-51bb1d6f-901d-496b-8ff1-95cb0192fcfe tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005182 Apr 15 10:56:36.790868 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6030755-7f09-43a2-9f41-5bc579d39d43 req-11f349b1-9003-4081-b028-abadd63f3ef6 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:36.792540 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b6030755-7f09-43a2-9f41-5bc579d39d43 req-11f349b1-9003-4081-b028-abadd63f3ef6 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1204364 Apr 15 10:56:36.855329 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b6030755-7f09-43a2-9f41-5bc579d39d43 req-5ca5920f-9afd-403c-9e07-269006a78002 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547540 Apr 15 10:56:37.441290 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:56:37.997480 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b2db7-f764-47ef-bbfd-9bf5b9bb7ddd req-0f1a15a7-fa0a-4828-89c0-4f66f9c8cf9f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:37.999197 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c29b2db7-f764-47ef-bbfd-9bf5b9bb7ddd req-0f1a15a7-fa0a-4828-89c0-4f66f9c8cf9f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.1100457 Apr 15 10:56:38.107527 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c29b2db7-f764-47ef-bbfd-9bf5b9bb7ddd req-e09c0fee-4c71-4966-a35b-c11b6f7030e5 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701110 Apr 15 10:56:38.145283 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb3216-b7e8-4f3c-bc79-0a81d3b7c538 req-49e5179c-7459-4d60-b923-26b8239f53bc tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:38.147026 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3cfb3216-b7e8-4f3c-bc79-0a81d3b7c538 req-49e5179c-7459-4d60-b923-26b8239f53bc tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1468403 Apr 15 10:56:38.200342 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3cfb3216-b7e8-4f3c-bc79-0a81d3b7c538 req-626b1b64-9811-4981-828d-bb6a17490361 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463359 Apr 15 10:56:39.423401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418cc73-436a-42fb-8498-ecac265c1c3c req-d96305b7-d17b-4976-ae34-ace105bc9e5c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:39.428635 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4418cc73-436a-42fb-8498-ecac265c1c3c req-d96305b7-d17b-4976-ae34-ace105bc9e5c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.1675472 Apr 15 10:56:39.549064 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4418cc73-436a-42fb-8498-ecac265c1c3c req-0e1eb0bf-c5c7-4f17-a1d4-9f3352e3ac9a tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683479 Apr 15 10:56:39.579151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed5a2d-9724-4587-84f1-2f57215ae574 req-72dbd659-c0d4-4123-82ea-6eab9ec2b9f7 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:39.581327 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b2ed5a2d-9724-4587-84f1-2f57215ae574 req-72dbd659-c0d4-4123-82ea-6eab9ec2b9f7 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1690419 Apr 15 10:56:39.642922 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b2ed5a2d-9724-4587-84f1-2f57215ae574 req-e3090c8f-8270-4ef9-868c-c3861536fb3f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521674 Apr 15 10:56:40.829833 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1153de-021b-4bde-a819-e9d11e571fbf req-6829277e-ec53-4c29-a4a2-a3b93587e376 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:40.831894 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fc1153de-021b-4bde-a819-e9d11e571fbf req-6829277e-ec53-4c29-a4a2-a3b93587e376 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.1504464 Apr 15 10:56:40.911146 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fc1153de-021b-4bde-a819-e9d11e571fbf req-abe4cd05-5495-403c-8207-2ff0b11d1b5b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648270 Apr 15 10:56:40.941299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9a413-5a11-49e8-8366-9f3a7794e503 req-05d9cf48-00c9-4640-9549-4f4b504f18fc tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:40.943089 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-51c9a413-5a11-49e8-8366-9f3a7794e503 req-05d9cf48-00c9-4640-9549-4f4b504f18fc tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1702874 Apr 15 10:56:41.002145 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-51c9a413-5a11-49e8-8366-9f3a7794e503 req-30b5dc63-7d8d-4630-84af-6c85a8a86732 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495222 Apr 15 10:56:42.188013 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d757c64-30bf-4745-9110-77e1de722f62 req-e13f7be0-8b90-4656-bfd8-cbeae62bfb3c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:42.189603 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d757c64-30bf-4745-9110-77e1de722f62 req-e13f7be0-8b90-4656-bfd8-cbeae62bfb3c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.1458156 Apr 15 10:56:42.262796 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d757c64-30bf-4745-9110-77e1de722f62 req-ab9cacb9-dd5a-4f89-bdc0-7ef166a6307c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639825 Apr 15 10:56:42.277322 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953fba7-fc70-495b-b222-11f043c092d1 req-44bab89f-7529-4f83-acb6-1d364e7acb89 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:42.278862 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c953fba7-fc70-495b-b222-11f043c092d1 req-44bab89f-7529-4f83-acb6-1d364e7acb89 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1519442 Apr 15 10:56:42.332781 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c953fba7-fc70-495b-b222-11f043c092d1 req-00c86588-304e-4d33-baea-b58490929cba tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470085 Apr 15 10:56:43.557985 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597f770-acdf-40dc-aa66-6b90b98ccb6f req-a99affd3-3f37-41f5-baba-e32ddb462323 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:43.559623 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e597f770-acdf-40dc-aa66-6b90b98ccb6f req-a99affd3-3f37-41f5-baba-e32ddb462323 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 944 time: 0.1612022 Apr 15 10:56:43.596236 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e95c2461-cd00-4de2-889b-8fe572a0124c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:43.611507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b2aa-648e-4ffa-ada8-0f63ea9b5845 req-7d5d8bac-dfd0-45f9-b398-2c3e5df221dc tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:43.613273 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1cb4b2aa-648e-4ffa-ada8-0f63ea9b5845 req-7d5d8bac-dfd0-45f9-b398-2c3e5df221dc tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1456065 Apr 15 10:56:43.676061 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1cb4b2aa-648e-4ffa-ada8-0f63ea9b5845 req-73f8bd45-0cf5-428d-af0f-88cc96a658e2 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520670 Apr 15 10:56:43.681897 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e597f770-acdf-40dc-aa66-6b90b98ccb6f req-cb758907-de0b-4398-bfec-e37efaac656d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123877 Apr 15 10:56:43.748824 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e95c2461-cd00-4de2-889b-8fe572a0124c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e95c2461-cd00-4de2-889b-8fe572a0124c,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:43.764418 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'port_id': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'mac_address': 'fa:16:3e:cb:6c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:43.832311 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.851006 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95c2461-cd00-4de2-889b-8fe572a0124c {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:43.870787 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e95c2461-cd00-4de2-889b-8fe572a0124c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e95c2461-cd00-4de2-889b-8fe572a0124c,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:43.874481 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.878323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:43.915420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 43850) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:43.963060 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=e95c2461-cd00-4de2-889b-8fe572a0124c,revision_number=9']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:43.971417 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.971806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.972189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.972560 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.972932 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.973303 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.973671 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.974035 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.974399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.974793 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.975159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.975520 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:43.981177 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:44.048928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87336959-4705-49c8-ab46-d9671bb44da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.065784 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-87336959-4705-49c8-ab46-d9671bb44da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:44.069949 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-87336959-4705-49c8-ab46-d9671bb44da0 admin admin] Usage tracker for resource:security_group_rule and tenant:79d1cd05122f40799581bc52a36c2286 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:44.073140 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-87336959-4705-49c8-ab46-d9671bb44da0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:44.079675 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-87336959-4705-49c8-ab46-d9671bb44da0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:44.172313 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87336959-4705-49c8-ab46-d9671bb44da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.175160 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87336959-4705-49c8-ab46-d9671bb44da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.187052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-17860827-06dc-40d5-93b1-38ebedbb1973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:44.225249 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['e95c2461-cd00-4de2-889b-8fe572a0124c'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:44.234236 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-87336959-4705-49c8-ab46-d9671bb44da0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=79d1cd05122f40799581bc52a36c2286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174121 Apr 15 10:56:44.235207 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87336959-4705-49c8-ab46-d9671bb44da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc83c54a-e371-4ad2-af18-a4490c1f8885,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:44.237136 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 43856) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:44.238933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-87336959-4705-49c8-ab46-d9671bb44da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:44.306920 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.335985 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.389727 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.395595 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-eb93aca6-8dc7-4df1-b95c-945c822ce570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:44.415310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc83c54a-e371-4ad2-af18-a4490c1f8885,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:44.426205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.426618 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.427010 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.427393 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.427772 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.428152 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.428527 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.428902 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.429274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.429646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.430601 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.431004 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:44.436348 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:44.440748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.441942 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cc83c54a-e371-4ad2-af18-a4490c1f8885 HTTP/1.1" status: 204 len: 168 time: 0.2037411 Apr 15 10:56:44.798909 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 43868) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:44.823249 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f6cc3a6-8167-4477-9402-215cd7082cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.844810 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5f6cc3a6-8167-4477-9402-215cd7082cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:44.849488 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-5f6cc3a6-8167-4477-9402-215cd7082cdd admin admin] Usage tracker for resource:security_group_rule and tenant:ba0f79baddae4768a0b53893ca75c6de is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:44.857270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-5f6cc3a6-8167-4477-9402-215cd7082cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:44.868860 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5f6cc3a6-8167-4477-9402-215cd7082cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:44.991222 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f6cc3a6-8167-4477-9402-215cd7082cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.995590 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f6cc3a6-8167-4477-9402-215cd7082cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.006268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-30f9ed6a-b681-4f5b-b856-caf9fd3dd15c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:45.017652 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc6089-c11e-4620-8f91-8ae11fac3364 req-faf5d3f5-4df7-4925-a387-7197f238df35 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:45.019441 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0dbc6089-c11e-4620-8f91-8ae11fac3364 req-faf5d3f5-4df7-4925-a387-7197f238df35 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1861415 Apr 15 10:56:45.040450 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1d5c1-ae7b-4051-b8f5-dfc1194ddbe0 req-18b3c1ab-094c-4344-9ffb-a05c6e63123c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:45.043547 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3ab1d5c1-ae7b-4051-b8f5-dfc1194ddbe0 req-18b3c1ab-094c-4344-9ffb-a05c6e63123c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 945 time: 0.1698756 Apr 15 10:56:45.053614 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-5f6cc3a6-8167-4477-9402-215cd7082cdd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ba0f79baddae4768a0b53893ca75c6de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531149 Apr 15 10:56:45.056988 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 43872) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:45.060322 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cc3a6-8167-4477-9402-215cd7082cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a6790e-154a-4a70-8edd-98174f3756fc,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:45.082009 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5f6cc3a6-8167-4477-9402-215cd7082cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:45.139241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5df22873-c472-431d-aaa2-893757dabb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.171267 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5df22873-c472-431d-aaa2-893757dabb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.226507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5df22873-c472-431d-aaa2-893757dabb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.232744 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-858c8d00-9e1a-43c7-aafc-3b265876e708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:45.247838 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df22873-c472-431d-aaa2-893757dabb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a6790e-154a-4a70-8edd-98174f3756fc,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:45.252247 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5df22873-c472-431d-aaa2-893757dabb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:45.259817 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5df22873-c472-431d-aaa2-893757dabb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.262190 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-5df22873-c472-431d-aaa2-893757dabb11 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c9a6790e-154a-4a70-8edd-98174f3756fc HTTP/1.1" status: 204 len: 168 time: 0.2028909 Apr 15 10:56:45.383821 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0dbc6089-c11e-4620-8f91-8ae11fac3364 req-625529bb-e342-4c17-94bf-f1b6e8e1c921 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384922 Apr 15 10:56:45.395187 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3ab1d5c1-ae7b-4051-b8f5-dfc1194ddbe0 req-10be6d64-1b1f-42ed-b348-4608fa9f3462 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695441 Apr 15 10:56:45.605903 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e95c2461-cd00-4de2-889b-8fe572a0124c up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:45.681386 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 43884) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:45.691761 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port e95c2461-cd00-4de2-889b-8fe572a0124c triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:45.692310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.702371 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-14346586-8cba-412a-90f2-cefc5a0c60c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.720674 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-14346586-8cba-412a-90f2-cefc5a0c60c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:45.725342 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-14346586-8cba-412a-90f2-cefc5a0c60c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ea7aaf8bfc234854b8681a6138aa6e4c is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:45.729213 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-14346586-8cba-412a-90f2-cefc5a0c60c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:45.735857 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-14346586-8cba-412a-90f2-cefc5a0c60c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:45.837210 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-14346586-8cba-412a-90f2-cefc5a0c60c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.839154 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.840598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-14346586-8cba-412a-90f2-cefc5a0c60c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.850510 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a66218d6-a080-4570-ba82-7d4700d764f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:45.875307 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a5480e-6bf5-400c-a698-655220f43ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95c2461-cd00-4de2-889b-8fe572a0124c'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:45.892776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e95c2461-cd00-4de2-889b-8fe572a0124c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e95c2461-cd00-4de2-889b-8fe572a0124c,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:45.900644 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.904617 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2ee57431-1f5f-478c-b7f4-c7f5c14242a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:45.922911 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14346586-8cba-412a-90f2-cefc5a0c60c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb873213-2342-4d48-8082-fa9ff6b5172f,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:45.927541 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-14346586-8cba-412a-90f2-cefc5a0c60c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:45.942396 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 43894) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:45.953565 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-14346586-8cba-412a-90f2-cefc5a0c60c3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ea7aaf8bfc234854b8681a6138aa6e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707808 Apr 15 10:56:45.989648 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a5480e-6bf5-400c-a698-655220f43ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'code': 200} Apr 15 10:56:45.992873 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=e95c2461-cd00-4de2-889b-8fe572a0124c,revision_number=10']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:45.996428 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:46.019473 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d03a4fba-f43f-4858-b34a-eab803855485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.048593 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d03a4fba-f43f-4858-b34a-eab803855485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.095919 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d03a4fba-f43f-4858-b34a-eab803855485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.101091 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a9bf46fb-431a-4249-b42d-7c6d0e187b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:46.116559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a4fba-f43f-4858-b34a-eab803855485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb873213-2342-4d48-8082-fa9ff6b5172f,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:46.121199 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d03a4fba-f43f-4858-b34a-eab803855485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.126226 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d03a4fba-f43f-4858-b34a-eab803855485 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cb873213-2342-4d48-8082-fa9ff6b5172f HTTP/1.1" status: 204 len: 168 time: 0.1815562 Apr 15 10:56:46.127564 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d03a4fba-f43f-4858-b34a-eab803855485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:46.690476 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e9076-76e4-4938-8716-7a3dfae393bc req-097db2e4-a903-48a1-88c3-2e9bef963292 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.698628 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-101e9076-76e4-4938-8716-7a3dfae393bc req-097db2e4-a903-48a1-88c3-2e9bef963292 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1790347 Apr 15 10:56:46.713996 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37576f-3455-4f40-b136-99898d5adef5 req-01bc015c-b28c-400d-b80f-b0d6b8386b2f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.716027 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ad37576f-3455-4f40-b136-99898d5adef5 req-01bc015c-b28c-400d-b80f-b0d6b8386b2f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 947 time: 0.1546803 Apr 15 10:56:46.793769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c7866-a181-4955-af89-51bd62939ac4 req-8bfb19d0-d15c-41d7-b0b7-242807f52b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.796075 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0e5c7866-a181-4955-af89-51bd62939ac4 req-8bfb19d0-d15c-41d7-b0b7-242807f52b07 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 1100 time: 0.0982180 Apr 15 10:56:46.813715 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-101e9076-76e4-4938-8716-7a3dfae393bc req-57935a69-87d6-4485-8d61-f9c4ef8e93e9 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135666 Apr 15 10:56:46.817147 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ad37576f-3455-4f40-b136-99898d5adef5 req-01a95270-b7cd-4106-b33e-815d3b26fa8f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862596 Apr 15 10:56:46.855105 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0e5c7866-a181-4955-af89-51bd62939ac4 req-2ddeffdf-48bf-4d34-a401-65460f36148f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514631 Apr 15 10:56:47.467685 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c082db3-e4a7-460f-bc4a-fe22bdb4cd6c req-29104c6f-6972-4a4b-bd10-25a57c05c9d9 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:47.469940 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6c082db3-e4a7-460f-bc4a-fe22bdb4cd6c req-29104c6f-6972-4a4b-bd10-25a57c05c9d9 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.0933084 Apr 15 10:56:47.524633 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6c082db3-e4a7-460f-bc4a-fe22bdb4cd6c req-87392c08-4c6f-4c36-b9d5-1d623f2a7a65 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465317 Apr 15 10:56:47.601904 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 43936) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:47.732377 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2f058f9a-7184-4d72-b2ab-02cd191fb605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.748242 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2f058f9a-7184-4d72-b2ab-02cd191fb605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:47.752166 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-2f058f9a-7184-4d72-b2ab-02cd191fb605 admin admin] Usage tracker for resource:security_group_rule and tenant:02a7f93e6f3f4b839e263e88a056f132 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:47.755096 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-2f058f9a-7184-4d72-b2ab-02cd191fb605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:47.761659 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2f058f9a-7184-4d72-b2ab-02cd191fb605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:47.849392 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2f058f9a-7184-4d72-b2ab-02cd191fb605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.853790 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2f058f9a-7184-4d72-b2ab-02cd191fb605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:47.863739 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-99694860-b56c-4e54-a354-44972c85d588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:47.910686 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f058f9a-7184-4d72-b2ab-02cd191fb605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa4fb72-5422-4c25-9fd6-da46c9516d13,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:47.917305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2f058f9a-7184-4d72-b2ab-02cd191fb605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:47.924258 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-2f058f9a-7184-4d72-b2ab-02cd191fb605 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=02a7f93e6f3f4b839e263e88a056f132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208888 Apr 15 10:56:47.924959 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 43946) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:48.121184 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a954dc17-3d43-4860-9427-f4adf993f12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.183114 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01c675-70aa-49e4-a5cd-02d6ba9a5804 req-95aa179c-3d17-47b8-ae5f-4984cb5e1dc7 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:48.184961 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3e01c675-70aa-49e4-a5cd-02d6ba9a5804 req-95aa179c-3d17-47b8-ae5f-4984cb5e1dc7 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.2319357 Apr 15 10:56:48.187727 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a954dc17-3d43-4860-9427-f4adf993f12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.205401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda5577-375e-4dac-a5b3-42a8193e1daf req-5fd81db8-df51-4d59-9ff7-dd318a29f2d6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:48.207059 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cbda5577-375e-4dac-a5b3-42a8193e1daf req-5fd81db8-df51-4d59-9ff7-dd318a29f2d6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 947 time: 0.2023809 Apr 15 10:56:48.314138 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3e01c675-70aa-49e4-a5cd-02d6ba9a5804 req-00848568-bec0-476e-b591-23bfd00aa841 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186070 Apr 15 10:56:48.335316 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cbda5577-375e-4dac-a5b3-42a8193e1daf req-7dc53125-3b3d-41d1-9dd0-c83ff14599fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046817 Apr 15 10:56:48.351056 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a954dc17-3d43-4860-9427-f4adf993f12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.357212 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8d4d51ce-806f-4586-945a-b593eb27c51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:48.374184 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954dc17-3d43-4860-9427-f4adf993f12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa4fb72-5422-4c25-9fd6-da46c9516d13,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:48.376703 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a954dc17-3d43-4860-9427-f4adf993f12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:48.379281 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a954dc17-3d43-4860-9427-f4adf993f12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:48.380736 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a954dc17-3d43-4860-9427-f4adf993f12f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5fa4fb72-5422-4c25-9fd6-da46c9516d13 HTTP/1.1" status: 204 len: 168 time: 0.4547369 Apr 15 10:56:48.765971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21423c2-89f1-47ed-8341-e477ee704763 req-03bd1696-cb3b-492a-8ac9-5394da83c444 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:48.767656 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a21423c2-89f1-47ed-8341-e477ee704763 req-03bd1696-cb3b-492a-8ac9-5394da83c444 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1046500 Apr 15 10:56:48.825021 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a21423c2-89f1-47ed-8341-e477ee704763 req-e03c95be-b2e7-4be9-b876-3783f3afdcbf tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502450 Apr 15 10:56:49.646168 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc73245-7416-4e36-afb8-baae82fd9ad7 req-971aa70d-a942-4954-80c1-864d3f922f76 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.647887 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5fc73245-7416-4e36-afb8-baae82fd9ad7 req-971aa70d-a942-4954-80c1-864d3f922f76 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 947 time: 0.1664824 Apr 15 10:56:49.657642 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e66f2-2daa-423e-94b8-53f7cba86550 req-cf5d3fc6-064e-4d53-a9b5-754c4cd6f4cd tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.659433 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-017e66f2-2daa-423e-94b8-53f7cba86550 req-cf5d3fc6-064e-4d53-a9b5-754c4cd6f4cd tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1349940 Apr 15 10:56:49.736100 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5fc73245-7416-4e36-afb8-baae82fd9ad7 req-b1ef38e1-5008-4a72-a5ef-73a6be1d41db tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757835 Apr 15 10:56:49.744240 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-017e66f2-2daa-423e-94b8-53f7cba86550 req-e0e7fa90-4308-444f-b98e-cafd0631e3b2 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690825 Apr 15 10:56:50.047056 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ec566-c00a-4c4c-8c43-1249e614c540 req-e0c203c0-1dc4-4b7a-8b96-9d89a648d00c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:50.048674 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8e6ec566-c00a-4c4c-8c43-1249e614c540 req-e0c203c0-1dc4-4b7a-8b96-9d89a648d00c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.0903728 Apr 15 10:56:50.105738 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8e6ec566-c00a-4c4c-8c43-1249e614c540 req-4e5d5d0d-8f13-465c-923b-30c48fcc3d1c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487363 Apr 15 10:56:50.960549 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adae7e4-8294-411e-973d-e2dd408122a3 req-eaddd5f7-1983-4859-b19e-655d15bfb74e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:50.962885 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6adae7e4-8294-411e-973d-e2dd408122a3 req-eaddd5f7-1983-4859-b19e-655d15bfb74e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1013167 Apr 15 10:56:51.018552 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6adae7e4-8294-411e-973d-e2dd408122a3 req-41c927e8-f582-482d-83e6-65c5e1ea5a67 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489326 Apr 15 10:56:51.328099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45b64-231a-4191-a76b-6994860611e0 req-cabaf599-7a59-4b5c-8b34-bb6559e91311 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:51.329625 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-78f45b64-231a-4191-a76b-6994860611e0 req-cabaf599-7a59-4b5c-8b34-bb6559e91311 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.0973675 Apr 15 10:56:51.383451 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-78f45b64-231a-4191-a76b-6994860611e0 req-5be3ac8a-4692-431c-82ad-2dc176ab5dd2 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458803 Apr 15 10:56:51.581364 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53be7f-7c7d-4982-9caa-8775bfd433a8 req-a3edc58f-bbaf-42e0-bc8b-dd8766e94d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:51.582946 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ac53be7f-7c7d-4982-9caa-8775bfd433a8 req-a3edc58f-bbaf-42e0-bc8b-dd8766e94d01 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 1098 time: 0.0794387 Apr 15 10:56:51.859299 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ac53be7f-7c7d-4982-9caa-8775bfd433a8 req-1cfab549-17d7-4681-b89a-de9a86dafe3e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697678 Apr 15 10:56:52.211497 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:52.231670 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92c99b-1496-467d-aabb-157e5bd63b41 req-924e9d0e-3e0c-46d3-89cd-509cc3ca705f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:52.233320 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4b92c99b-1496-467d-aabb-157e5bd63b41 req-924e9d0e-3e0c-46d3-89cd-509cc3ca705f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.0935109 Apr 15 10:56:52.282841 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4b92c99b-1496-467d-aabb-157e5bd63b41 req-8c003310-45ed-46d5-93fb-770c9997c8f5 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428276 Apr 15 10:56:52.596561 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215465a-6643-4dab-b516-b18ba4659546 req-804b79f8-bc1c-4b21-867b-26784c8cee33 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:52.598161 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c215465a-6643-4dab-b516-b18ba4659546 req-804b79f8-bc1c-4b21-867b-26784c8cee33 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.0950348 Apr 15 10:56:52.649204 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c215465a-6643-4dab-b516-b18ba4659546 req-05112382-f314-4098-8b3b-ddac3cd6ece9 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425985 Apr 15 10:56:53.392293 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44066) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:53.525962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cd7bb-1bc5-44ee-8a4c-1a57e2f3e0ea req-9b07da51-e2ea-4120-816b-80419ad2edcf tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:53.527709 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-203cd7bb-1bc5-44ee-8a4c-1a57e2f3e0ea req-9b07da51-e2ea-4120-816b-80419ad2edcf tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1035316 Apr 15 10:56:53.561422 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7cb146e6-c8e4-49d9-a5a9-25ed9f9a64c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.585126 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-7cb146e6-c8e4-49d9-a5a9-25ed9f9a64c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:53.597864 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-7cb146e6-c8e4-49d9-a5a9-25ed9f9a64c5 admin admin] Usage tracker for resource:security_group_rule and tenant:cb6113b951974d50afe1a35eb45b0460 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:53.603011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-7cb146e6-c8e4-49d9-a5a9-25ed9f9a64c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:53.614179 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-7cb146e6-c8e4-49d9-a5a9-25ed9f9a64c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:53.621984 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-203cd7bb-1bc5-44ee-8a4c-1a57e2f3e0ea req-c29e6686-a489-4ee7-8915-bbf7ad43c2c2 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768192 Apr 15 10:56:53.724857 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7cb146e6-c8e4-49d9-a5a9-25ed9f9a64c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.729448 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7cb146e6-c8e4-49d9-a5a9-25ed9f9a64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.760548 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bbad3905-aebe-4756-8303-43ce3b3a5b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:53.775165 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-7cb146e6-c8e4-49d9-a5a9-25ed9f9a64c5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cb6113b951974d50afe1a35eb45b0460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815632 Apr 15 10:56:53.778015 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 44078) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:53.843407 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb146e6-c8e4-49d9-a5a9-25ed9f9a64c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1f5608-f6fd-4e25-a184-ceb96cc6506d,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:53.845521 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a2802673-27b7-4f76-94ea-e99d1f745e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.848423 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7cb146e6-c8e4-49d9-a5a9-25ed9f9a64c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:53.897241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a2802673-27b7-4f76-94ea-e99d1f745e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.946687 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b7146-b8d9-424d-8abd-dfd8d58bec0a req-a1513624-201c-44f9-b841-39225d4a44de tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:53.951174 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bf5b7146-b8d9-424d-8abd-dfd8d58bec0a req-a1513624-201c-44f9-b841-39225d4a44de tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1746843 Apr 15 10:56:53.957129 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a2802673-27b7-4f76-94ea-e99d1f745e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.966890 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-49fc6977-4da7-4cef-9abb-4fef5e0ef861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:53.982504 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2802673-27b7-4f76-94ea-e99d1f745e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1f5608-f6fd-4e25-a184-ceb96cc6506d,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:53.985055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a2802673-27b7-4f76-94ea-e99d1f745e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:53.994254 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a2802673-27b7-4f76-94ea-e99d1f745e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:53.997728 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a2802673-27b7-4f76-94ea-e99d1f745e34 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1f1f5608-f6fd-4e25-a184-ceb96cc6506d HTTP/1.1" status: 204 len: 168 time: 0.2183402 Apr 15 10:56:54.034300 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bf5b7146-b8d9-424d-8abd-dfd8d58bec0a req-431fa33e-f76c-4d53-a7bd-0ff78e10155b tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702081 Apr 15 10:56:54.252494 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff075785-6c10-4695-96ee-1b9cfd3b7d1b req-25eb2aca-66a3-4dc5-8f50-15543294c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:54.254722 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ff075785-6c10-4695-96ee-1b9cfd3b7d1b req-25eb2aca-66a3-4dc5-8f50-15543294c77a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=0e2d2b4e3f2a41e98138d032416cb464&device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 1098 time: 0.1019602 Apr 15 10:56:54.301326 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8aebe-c592-4244-bd1b-a79e5784123c req-a23261dc-8ac4-475f-b0af-ec2a1a99b450 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:54.303271 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-16d8aebe-c592-4244-bd1b-a79e5784123c req-a23261dc-8ac4-475f-b0af-ec2a1a99b450 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1239178 Apr 15 10:56:54.372584 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-16d8aebe-c592-4244-bd1b-a79e5784123c req-594241d4-0af9-4d78-aa5a-76ed4134753b tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566497 Apr 15 10:56:54.374219 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44090) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:54.404787 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-67b90f34-ec7c-419b-a725-0f0e6b4f8814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.423404 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-67b90f34-ec7c-419b-a725-0f0e6b4f8814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:54.427944 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-67b90f34-ec7c-419b-a725-0f0e6b4f8814 admin admin] Usage tracker for resource:security_group_rule and tenant:1f49d3558c1b42b5bf8c9a9761058820 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:54.432574 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-67b90f34-ec7c-419b-a725-0f0e6b4f8814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:54.439352 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-67b90f34-ec7c-419b-a725-0f0e6b4f8814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:54.457648 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff075785-6c10-4695-96ee-1b9cfd3b7d1b req-d9f2c4b3-a846-4f7d-b9f1-440891a094a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:54.460497 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ff075785-6c10-4695-96ee-1b9cfd3b7d1b req-d9f2c4b3-a846-4f7d-b9f1-440891a094a8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=31a1618d-6994-4188-8c35-0ecda63f191a HTTP/1.1" status: 200 len: 921 time: 0.1988623 Apr 15 10:56:54.536631 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-67b90f34-ec7c-419b-a725-0f0e6b4f8814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.539705 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-67b90f34-ec7c-419b-a725-0f0e6b4f8814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.549209 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ff075785-6c10-4695-96ee-1b9cfd3b7d1b req-383a2c39-838d-4ccf-b5b9-992229301679 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=864f9461-93d6-45ef-ab56-44c02c8e57f8 HTTP/1.1" status: 200 len: 217 time: 0.0735612 Apr 15 10:56:54.549493 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0a42f2d9-9c0d-4424-b8e8-ca809d664e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:54.597172 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-67b90f34-ec7c-419b-a725-0f0e6b4f8814 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1f49d3558c1b42b5bf8c9a9761058820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215695 Apr 15 10:56:54.597983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b90f34-ec7c-419b-a725-0f0e6b4f8814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afe83cc-3774-4965-8a87-a86d5b986cda,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:54.600677 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44094) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:54.603713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-67b90f34-ec7c-419b-a725-0f0e6b4f8814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:54.633484 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff075785-6c10-4695-96ee-1b9cfd3b7d1b req-7edac357-c657-4f9e-8e4b-d929d73609d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:54.635563 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ff075785-6c10-4695-96ee-1b9cfd3b7d1b req-7edac357-c657-4f9e-8e4b-d929d73609d1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=a6eec143-1d7d-4710-9f01-c48c18b46781 HTTP/1.1" status: 200 len: 859 time: 0.0800846 Apr 15 10:56:54.670846 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7a0bf0e5-4c94-4ec4-90c2-21955f2ebb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.692458 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ff075785-6c10-4695-96ee-1b9cfd3b7d1b req-d81fdd43-609c-4a2b-8d52-2a466f188748 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=31a1618d-6994-4188-8c35-0ecda63f191a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502996 Apr 15 10:56:54.705917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7a0bf0e5-4c94-4ec4-90c2-21955f2ebb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.758216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7a0bf0e5-4c94-4ec4-90c2-21955f2ebb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.763743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ca8b8923-4f46-43e6-8a49-d3aafd7096ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:54.777301 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0bf0e5-4c94-4ec4-90c2-21955f2ebb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afe83cc-3774-4965-8a87-a86d5b986cda,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:54.779748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7a0bf0e5-4c94-4ec4-90c2-21955f2ebb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:54.788654 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7a0bf0e5-4c94-4ec4-90c2-21955f2ebb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:54.790162 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-7a0bf0e5-4c94-4ec4-90c2-21955f2ebb39 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0afe83cc-3774-4965-8a87-a86d5b986cda HTTP/1.1" status: 204 len: 168 time: 0.1884437 Apr 15 10:56:54.848769 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ff075785-6c10-4695-96ee-1b9cfd3b7d1b req-9266c246-b659-4e44-b13b-73959f749f2e service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491535 Apr 15 10:56:55.002746 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ff075785-6c10-4695-96ee-1b9cfd3b7d1b req-6cd4dc3e-251b-47fc-a243-5cf5082a730b service neutron] 10.222.0.102 "GET /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478624 Apr 15 10:56:55.286706 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be8a1693-1c01-4ff0-bab0-03da06c033e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.298448 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcc3d4-3ff7-4eb0-bfeb-444a35b2a063 req-d9e187a8-7d46-4247-8425-e97fa6b20b1f tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:55.300969 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0efcc3d4-3ff7-4eb0-bfeb-444a35b2a063 req-d9e187a8-7d46-4247-8425-e97fa6b20b1f tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1252851 Apr 15 10:56:55.364386 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0efcc3d4-3ff7-4eb0-bfeb-444a35b2a063 req-7ed92b63-56aa-46d1-850a-d1d56f469e9e tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493622 Apr 15 10:56:55.596792 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25685b5a-72f2-49a7-92a8-3178c920a74b req-b5419e54-4198-43b5-8c47-8de030cf3c03 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:55.598466 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-25685b5a-72f2-49a7-92a8-3178c920a74b req-b5419e54-4198-43b5-8c47-8de030cf3c03 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.0988100 Apr 15 10:56:55.654095 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-25685b5a-72f2-49a7-92a8-3178c920a74b req-f2754720-3b28-4684-9cf3-687ac0e6371d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454290 Apr 15 10:56:56.589721 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f42b5-d116-4754-81a1-02e187cb2a2b req-18410248-60ef-4c01-8942-77e61a2ecf1b tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:56.591455 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-762f42b5-d116-4754-81a1-02e187cb2a2b req-18410248-60ef-4c01-8942-77e61a2ecf1b tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.0940268 Apr 15 10:56:56.647886 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-762f42b5-d116-4754-81a1-02e187cb2a2b req-b3df2e30-1f13-4216-a1a7-d516e20a43d2 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499237 Apr 15 10:56:56.918547 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c055c7b-d5d4-499d-8690-43fc1687b051 req-dace72c9-d441-47cc-bcdc-2e6aa1981192 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:56.920298 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2c055c7b-d5d4-499d-8690-43fc1687b051 req-dace72c9-d441-47cc-bcdc-2e6aa1981192 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1006563 Apr 15 10:56:56.976063 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2c055c7b-d5d4-499d-8690-43fc1687b051 req-193ca784-5ea8-4380-8bf5-a78b24cdeb12 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489004 Apr 15 10:56:57.959660 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53089109-7376-422e-8a97-fd2a054f4a87 req-78bf8203-5a15-4ee3-9f68-c4af216d1f8f tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:57.962018 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-53089109-7376-422e-8a97-fd2a054f4a87 req-78bf8203-5a15-4ee3-9f68-c4af216d1f8f tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1000757 Apr 15 10:56:58.018560 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-53089109-7376-422e-8a97-fd2a054f4a87 req-a2dd108f-baf0-4949-b741-a03043045d3c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492892 Apr 15 10:56:58.072052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ced28fb-0dd6-4e1b-ad3c-531bd846c264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.218321 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87eaaa-4e72-433d-9d3e-a8ab31b7cdd3 req-559880a9-c90a-437f-b2b4-71572d9db020 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:58.220027 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3a87eaaa-4e72-433d-9d3e-a8ab31b7cdd3 req-559880a9-c90a-437f-b2b4-71572d9db020 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.0952494 Apr 15 10:56:58.301986 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3a87eaaa-4e72-433d-9d3e-a8ab31b7cdd3 req-14d7a403-f800-4b5d-9625-5d9e1d614b08 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734966 Apr 15 10:56:58.479983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.372535 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372fd1a-cebd-4b3f-be86-91abf70c0540 req-2c0d7cdd-31bc-4fae-ba68-9739716fc4f0 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:59.374951 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9372fd1a-cebd-4b3f-be86-91abf70c0540 req-2c0d7cdd-31bc-4fae-ba68-9739716fc4f0 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1136646 Apr 15 10:56:59.434908 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9372fd1a-cebd-4b3f-be86-91abf70c0540 req-46f68078-0698-4561-9d82-4a50c999fe20 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519722 Apr 15 10:56:59.452571 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.921164 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d201512-468c-4fce-8ed5-328425e91ae6 req-a2202587-f579-4187-b900-f9b82e68e1e1 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:59.922828 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9d201512-468c-4fce-8ed5-328425e91ae6 req-a2202587-f579-4187-b900-f9b82e68e1e1 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1131656 Apr 15 10:56:59.982087 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9d201512-468c-4fce-8ed5-328425e91ae6 req-39652682-5948-46cc-9026-138631b50298 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520012 Apr 15 10:57:00.026287 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45a986-5ef3-4997-8c5e-a2d77734c515 req-f0af2d20-2ba0-41c2-8da4-851d53fecb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:00.028616 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7a45a986-5ef3-4997-8c5e-a2d77734c515 req-f0af2d20-2ba0-41c2-8da4-851d53fecb4c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f24b7e01c38e4735b55d97689495aa77&device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 1099 time: 0.1292722 Apr 15 10:57:00.242412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45a986-5ef3-4997-8c5e-a2d77734c515 req-70b53fd0-3574-4799-a157-5f2fe37dbab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:00.245552 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7a45a986-5ef3-4997-8c5e-a2d77734c515 req-70b53fd0-3574-4799-a157-5f2fe37dbab2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12b1554d-27d3-4f03-be40-e76a3174964e HTTP/1.1" status: 200 len: 912 time: 0.1934130 Apr 15 10:57:00.387052 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7a45a986-5ef3-4997-8c5e-a2d77734c515 req-893ecd09-1c4c-4458-bdea-638eefc57d48 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fde414-3932-49f6-a0dc-d6029026ffd7 HTTP/1.1" status: 200 len: 1002 time: 0.1336672 Apr 15 10:57:00.480411 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45a986-5ef3-4997-8c5e-a2d77734c515 req-52d96fc1-ae9f-4611-a4dc-ec0d04404656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:00.483059 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7a45a986-5ef3-4997-8c5e-a2d77734c515 req-52d96fc1-ae9f-4611-a4dc-ec0d04404656 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e1b0c5ef-b9a0-497b-969f-009f528ad36f HTTP/1.1" status: 200 len: 849 time: 0.0880656 Apr 15 10:57:00.590173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45a986-5ef3-4997-8c5e-a2d77734c515 req-db0c6095-fdf0-4476-89e6-56f264927d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:00.591882 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7a45a986-5ef3-4997-8c5e-a2d77734c515 req-db0c6095-fdf0-4476-89e6-56f264927d10 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12b1554d-27d3-4f03-be40-e76a3174964e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1019306 Apr 15 10:57:00.592206 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.750677 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7a45a986-5ef3-4997-8c5e-a2d77734c515 req-01172e0d-0bc3-45ee-9a88-86eebfdc07c8 service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500952 Apr 15 10:57:00.910110 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7a45a986-5ef3-4997-8c5e-a2d77734c515 req-f134e232-b08d-4343-965d-e055c85b0a1a service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523664 Apr 15 10:57:01.219457 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f538be-87be-452a-bed2-941faf548d54 req-15f9428f-03c9-43c5-9aae-2119294a8bc7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:01.221238 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-36f538be-87be-452a-bed2-941faf548d54 req-15f9428f-03c9-43c5-9aae-2119294a8bc7 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1120973 Apr 15 10:57:01.277610 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-36f538be-87be-452a-bed2-941faf548d54 req-cd174c3e-2985-4821-bbd1-83d4705ec093 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480828 Apr 15 10:57:02.591676 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d1860-2333-4194-965c-b262f9295374 req-48d4ee93-f2ec-40a2-b558-8e32bca490cf tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:02.593340 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c92d1860-2333-4194-965c-b262f9295374 req-48d4ee93-f2ec-40a2-b558-8e32bca490cf tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1131492 Apr 15 10:57:02.646487 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c92d1860-2333-4194-965c-b262f9295374 req-8aaba895-2e87-4a21-9af0-0e3f0d7d2624 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464079 Apr 15 10:57:03.317109 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12859c60-5da8-4810-9655-2e7bafe2b785 req-37af82b5-8b4d-4523-9b95-cda234af0c0a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:03.319070 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-12859c60-5da8-4810-9655-2e7bafe2b785 req-37af82b5-8b4d-4523-9b95-cda234af0c0a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.0941098 Apr 15 10:57:03.376962 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-12859c60-5da8-4810-9655-2e7bafe2b785 req-f020dbd1-6823-46c4-95fb-7a5c3afe93ab tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495341 Apr 15 10:57:04.599757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60211cb-9b58-4fa5-a38c-7360da96f451 req-4841f1df-78eb-46bd-81a9-71471ded7389 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.601973 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d60211cb-9b58-4fa5-a38c-7360da96f451 req-4841f1df-78eb-46bd-81a9-71471ded7389 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.0973589 Apr 15 10:57:04.655351 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d60211cb-9b58-4fa5-a38c-7360da96f451 req-d8812fed-ef50-4125-b495-ba9c629f035e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456548 Apr 15 10:57:05.837384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44274) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:05.941921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854ac21-0957-4fbf-a2e5-a4612a005f57 req-1bbb659d-c2ec-4be5-b557-89d824cdb7dd tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:05.943886 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451608e-f404-4782-a5d4-e8c1062eb1df req-e6ca1b6e-4feb-46d1-88b5-519535594033 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:05.946517 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-8451608e-f404-4782-a5d4-e8c1062eb1df req-e6ca1b6e-4feb-46d1-88b5-519535594033 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Synchronizing usage tracker for tenant:0e2d2b4e3f2a41e98138d032416cb464 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:05.952973 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9854ac21-0957-4fbf-a2e5-a4612a005f57 req-1bbb659d-c2ec-4be5-b557-89d824cdb7dd tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1655688 Apr 15 10:57:05.980557 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-8451608e-f404-4782-a5d4-e8c1062eb1df req-e6ca1b6e-4feb-46d1-88b5-519535594033 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Unset dirty status for tenant:0e2d2b4e3f2a41e98138d032416cb464 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:05.982796 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8451608e-f404-4782-a5d4-e8c1062eb1df req-e6ca1b6e-4feb-46d1-88b5-519535594033 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.102 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 945 time: 0.1808426 Apr 15 10:57:06.005140 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9854ac21-0957-4fbf-a2e5-a4612a005f57 req-b90da03f-ea66-45d3-99c0-bc86f4c5610d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508521 Apr 15 10:57:06.100680 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-8451608e-f404-4782-a5d4-e8c1062eb1df req-8f434311-9109-46f4-b12b-bf610c018023 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Deleting port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:06.102887 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8451608e-f404-4782-a5d4-e8c1062eb1df req-8f434311-9109-46f4-b12b-bf610c018023 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.118118 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4c6a9978-eac5-427a-bb66-3d9db7228d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.147048 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4c6a9978-eac5-427a-bb66-3d9db7228d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:06.153896 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-4c6a9978-eac5-427a-bb66-3d9db7228d45 admin admin] Usage tracker for resource:security_group_rule and tenant:09cfe5afb37a47979d7eb8734e19a08e is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:06.158791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-4c6a9978-eac5-427a-bb66-3d9db7228d45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:06.168621 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4c6a9978-eac5-427a-bb66-3d9db7228d45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:06.291426 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4c6a9978-eac5-427a-bb66-3d9db7228d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.295507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4c6a9978-eac5-427a-bb66-3d9db7228d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.305152 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0abbe96e-44d4-470f-8691-fbdf70c7bff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:06.348373 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-4c6a9978-eac5-427a-bb66-3d9db7228d45 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=09cfe5afb37a47979d7eb8734e19a08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036902 Apr 15 10:57:06.350843 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a9978-eac5-427a-bb66-3d9db7228d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f680bf-1ccb-4bcd-9dd5-15588fb8004e,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:06.353149 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44280) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:06.355905 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4c6a9978-eac5-427a-bb66-3d9db7228d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:06.420603 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cfc99dd8-2cc5-46a8-b6a1-d799bcc0ec0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.449995 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cfc99dd8-2cc5-46a8-b6a1-d799bcc0ec0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.452116 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-8451608e-f404-4782-a5d4-e8c1062eb1df req-8f434311-9109-46f4-b12b-bf610c018023 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] For port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2f9fe8c2-b79a-422a-a83c-b4535bae7a64,segment=NetworkSegment(8f5a22e1-83f0-4c8e-97c8-1c72e93efab0),segment_id=8f5a22e1-83f0-4c8e-97c8-1c72e93efab0)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:06.452525 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8451608e-f404-4782-a5d4-e8c1062eb1df req-8f434311-9109-46f4-b12b-bf610c018023 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.504207 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cfc99dd8-2cc5-46a8-b6a1-d799bcc0ec0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.509494 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a2c31534-19a0-4057-9b1f-2be9a05817a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:06.523846 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc99dd8-2cc5-46a8-b6a1-d799bcc0ec0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f680bf-1ccb-4bcd-9dd5-15588fb8004e,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:06.527024 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cfc99dd8-2cc5-46a8-b6a1-d799bcc0ec0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:06.528156 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cfc99dd8-2cc5-46a8-b6a1-d799bcc0ec0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.529247 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-cfc99dd8-2cc5-46a8-b6a1-d799bcc0ec0d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/47f680bf-1ccb-4bcd-9dd5-15588fb8004e HTTP/1.1" status: 204 len: 168 time: 0.1751144 Apr 15 10:57:06.600765 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-8451608e-f404-4782-a5d4-e8c1062eb1df req-8f434311-9109-46f4-b12b-bf610c018023 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Calling delete_port for 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:06.784042 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8451608e-f404-4782-a5d4-e8c1062eb1df req-8f434311-9109-46f4-b12b-bf610c018023 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.802387 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:06.823728 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['864f9461-93d6-45ef-ab56-44c02c8e57f8', '2f9fe8c2-b79a-422a-a83c-b4535bae7a64'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:06.934246 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f434311-9109-46f4-b12b-bf610c018023 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Pushing event deleted for resources: {'Port': ['ID=2f9fe8c2-b79a-422a-a83c-b4535bae7a64,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:06.949467 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8f434311-9109-46f4-b12b-bf610c018023 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:06.958191 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44288) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:06.984740 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dc708fe6-d712-468f-8521-72fa2285fa96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.002954 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dc708fe6-d712-468f-8521-72fa2285fa96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:07.008821 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-dc708fe6-d712-468f-8521-72fa2285fa96 admin admin] Usage tracker for resource:security_group_rule and tenant:718ae9526a4b4122b94636f281dd8d58 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:07.012234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-dc708fe6-d712-468f-8521-72fa2285fa96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:07.020642 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dc708fe6-d712-468f-8521-72fa2285fa96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:07.137469 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-8451608e-f404-4782-a5d4-e8c1062eb1df req-8f434311-9109-46f4-b12b-bf610c018023 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] No DVR routers for this DVR port 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:57:07.140592 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-8451608e-f404-4782-a5d4-e8c1062eb1df req-8f434311-9109-46f4-b12b-bf610c018023 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.145215 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765d59ef-be59-4bf7-b52f-cbbabf356274', 'name': 'network-vif-deleted', 'tag': '2f9fe8c2-b79a-422a-a83c-b4535bae7a64'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:07.146865 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dc708fe6-d712-468f-8521-72fa2285fa96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.151171 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dc708fe6-d712-468f-8521-72fa2285fa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.161481 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-67b90f34-ec7c-419b-a725-0f0e6b4f8814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:07.165238 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8451608e-f404-4782-a5d4-e8c1062eb1df req-8f434311-9109-46f4-b12b-bf610c018023 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.102 "DELETE /v2.0/ports/2f9fe8c2-b79a-422a-a83c-b4535bae7a64 HTTP/1.1" status: 204 len: 173 time: 1.1754589 Apr 15 10:57:07.226068 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765d59ef-be59-4bf7-b52f-cbbabf356274', 'name': 'network-vif-deleted', 'tag': '2f9fe8c2-b79a-422a-a83c-b4535bae7a64', 'status': 'completed', 'code': 200} Apr 15 10:57:07.478850 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9d8f7452-6d47-4d7f-a20e-516551ae69ba req-69865d46-3630-49a5-9b5c-bf9a9e71ca1e tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=765d59ef-be59-4bf7-b52f-cbbabf356274 HTTP/1.1" status: 200 len: 210 time: 0.3069098 Apr 15 10:57:07.499333 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc708fe6-d712-468f-8521-72fa2285fa96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a22573-d5cd-42ac-b9cd-c5cd726b4669,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:07.502955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dc708fe6-d712-468f-8521-72fa2285fa96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:07.516677 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-dc708fe6-d712-468f-8521-72fa2285fa96 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=718ae9526a4b4122b94636f281dd8d58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5569170 Apr 15 10:57:07.519407 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44296) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:07.586378 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-778d0f77-cd14-4739-8617-0c7e71df57cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.615361 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-778d0f77-cd14-4739-8617-0c7e71df57cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.666058 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-778d0f77-cd14-4739-8617-0c7e71df57cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.671218 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:07.684340 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d0f77-cd14-4739-8617-0c7e71df57cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a22573-d5cd-42ac-b9cd-c5cd726b4669,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:07.687546 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-778d0f77-cd14-4739-8617-0c7e71df57cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:07.689752 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-778d0f77-cd14-4739-8617-0c7e71df57cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.692322 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-778d0f77-cd14-4739-8617-0c7e71df57cb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c1a22573-d5cd-42ac-b9cd-c5cd726b4669 HTTP/1.1" status: 204 len: 168 time: 0.1704478 Apr 15 10:57:08.119404 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44304) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:08.138723 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1748d8f6-3c7c-4c62-9a8e-6781224e4620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.154693 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1748d8f6-3c7c-4c62-9a8e-6781224e4620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:08.159320 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-1748d8f6-3c7c-4c62-9a8e-6781224e4620 admin admin] Usage tracker for resource:security_group_rule and tenant:991916f5c32342bdba3c85c0b44b6c18 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:08.162768 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-1748d8f6-3c7c-4c62-9a8e-6781224e4620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:08.170309 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1748d8f6-3c7c-4c62-9a8e-6781224e4620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:08.259814 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1748d8f6-3c7c-4c62-9a8e-6781224e4620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.262943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1748d8f6-3c7c-4c62-9a8e-6781224e4620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.271892 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f208c9fa-c562-416a-8e9a-9f310dd7878f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:08.316362 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-1748d8f6-3c7c-4c62-9a8e-6781224e4620 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=991916f5c32342bdba3c85c0b44b6c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957698 Apr 15 10:57:08.318189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748d8f6-3c7c-4c62-9a8e-6781224e4620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a27b19-6590-42e5-af23-f439ecf97fb8,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:08.319889 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 44308) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:08.322335 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1748d8f6-3c7c-4c62-9a8e-6781224e4620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:08.388687 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a79c1df-862e-476b-814c-82e1b14fce51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.418816 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a79c1df-862e-476b-814c-82e1b14fce51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.469695 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a79c1df-862e-476b-814c-82e1b14fce51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.474994 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-367e2ac1-f76a-460e-a86d-a79aab67517d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:08.487033 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79c1df-862e-476b-814c-82e1b14fce51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a27b19-6590-42e5-af23-f439ecf97fb8,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:08.491203 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0a79c1df-862e-476b-814c-82e1b14fce51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:08.495460 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0a79c1df-862e-476b-814c-82e1b14fce51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.496713 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-0a79c1df-862e-476b-814c-82e1b14fce51 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e9a27b19-6590-42e5-af23-f439ecf97fb8 HTTP/1.1" status: 204 len: 168 time: 0.1750510 Apr 15 10:57:09.050829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e0289-6e73-4518-a320-d5bfe380c609 req-5847f71f-c2cf-4a41-9375-3257af35945a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:09.052504 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-588e0289-6e73-4518-a320-d5bfe380c609 req-5847f71f-c2cf-4a41-9375-3257af35945a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1198869 Apr 15 10:57:09.103535 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-588e0289-6e73-4518-a320-d5bfe380c609 req-afca376a-f0f6-441f-8e5e-088e6459fbbb tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434859 Apr 15 10:57:09.727741 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:09.767748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:09.768159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 2f9fe8c2-b79a-422a-a83c-b4535bae7a64 not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:10.324595 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540092f-45df-4484-988a-d3df146646b2 req-bd525717-9fab-4eab-af1b-4a386dbaefaf tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:10.326268 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2540092f-45df-4484-988a-d3df146646b2 req-bd525717-9fab-4eab-af1b-4a386dbaefaf tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.0948577 Apr 15 10:57:10.377397 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2540092f-45df-4484-988a-d3df146646b2 req-8524721c-3d4d-4872-b46b-6cc285059130 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444658 Apr 15 10:57:11.613570 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec371900-4ccb-4215-a9c8-d8cad541c25c req-e43b038e-cf83-48b7-95ea-6554ca6e25a1 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:11.615590 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ec371900-4ccb-4215-a9c8-d8cad541c25c req-e43b038e-cf83-48b7-95ea-6554ca6e25a1 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1022725 Apr 15 10:57:11.667160 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ec371900-4ccb-4215-a9c8-d8cad541c25c req-21f4bb56-ea5a-4336-b77d-09fa07d3c815 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Apr 15 10:57:12.884933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67cc0c-9972-4b14-9e23-877e270b673f req-ac7386aa-8666-4e0f-b5ca-b7c52140376a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:12.886636 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4c67cc0c-9972-4b14-9e23-877e270b673f req-ac7386aa-8666-4e0f-b5ca-b7c52140376a tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.0945306 Apr 15 10:57:12.945618 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4c67cc0c-9972-4b14-9e23-877e270b673f req-62524e14-0701-44fc-af13-13c13f63a03f tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491428 Apr 15 10:57:12.996431 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44370) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:13.125347 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0c59-c7b1-4b77-8a10-16da2b873bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.143223 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4f4d0c59-c7b1-4b77-8a10-16da2b873bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:13.147470 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-4f4d0c59-c7b1-4b77-8a10-16da2b873bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:db1eb46f44e94f9292e50113fd182252 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:13.150971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-4f4d0c59-c7b1-4b77-8a10-16da2b873bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:13.157584 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4f4d0c59-c7b1-4b77-8a10-16da2b873bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:13.252581 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0c59-c7b1-4b77-8a10-16da2b873bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.255621 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0c59-c7b1-4b77-8a10-16da2b873bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.265174 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-22490234-8d11-438d-a082-6cf6ed6964c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:13.307668 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-4f4d0c59-c7b1-4b77-8a10-16da2b873bf7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=db1eb46f44e94f9292e50113fd182252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099201 Apr 15 10:57:13.309349 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d0c59-c7b1-4b77-8a10-16da2b873bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab1ad06-428b-4f97-b7c9-ccf983ddddf5,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:13.310744 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 44376) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:13.312737 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4f4d0c59-c7b1-4b77-8a10-16da2b873bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:13.378039 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d9633a4-f37e-4ec7-8aa2-8ec4c0154b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.407594 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d9633a4-f37e-4ec7-8aa2-8ec4c0154b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.455205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d9633a4-f37e-4ec7-8aa2-8ec4c0154b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.461182 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-40be77f4-666a-49a2-aa0b-079473df08e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:13.475479 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9633a4-f37e-4ec7-8aa2-8ec4c0154b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab1ad06-428b-4f97-b7c9-ccf983ddddf5,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:13.479013 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9d9633a4-f37e-4ec7-8aa2-8ec4c0154b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:13.480026 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9d9633a4-f37e-4ec7-8aa2-8ec4c0154b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:13.482105 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-9d9633a4-f37e-4ec7-8aa2-8ec4c0154b26 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aab1ad06-428b-4f97-b7c9-ccf983ddddf5 HTTP/1.1" status: 204 len: 168 time: 0.1690168 Apr 15 10:57:14.226553 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa30dfb-835d-46bc-8b9e-d6fb7ddff6bc req-6ff8ec03-f7a6-4d91-b98d-77cc743eb45d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:14.229146 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-daa30dfb-835d-46bc-8b9e-d6fb7ddff6bc req-6ff8ec03-f7a6-4d91-b98d-77cc743eb45d tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1208181 Apr 15 10:57:14.289983 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-daa30dfb-835d-46bc-8b9e-d6fb7ddff6bc req-3670c2b7-4616-4d01-8f82-0f87e75e2409 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521960 Apr 15 10:57:14.442022 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:57:15.066981 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97f451-f765-4da5-a3e6-32b27a29bf20 req-771d5d68-36eb-48bc-b734-a62d6d7152ed tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:15.068277 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-bb97f451-f765-4da5-a3e6-32b27a29bf20 req-771d5d68-36eb-48bc-b734-a62d6d7152ed tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Synchronizing usage tracker for tenant:0e2d2b4e3f2a41e98138d032416cb464 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:15.095580 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-bb97f451-f765-4da5-a3e6-32b27a29bf20 req-771d5d68-36eb-48bc-b734-a62d6d7152ed tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Unset dirty status for tenant:0e2d2b4e3f2a41e98138d032416cb464 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:15.097479 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bb97f451-f765-4da5-a3e6-32b27a29bf20 req-771d5d68-36eb-48bc-b734-a62d6d7152ed tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.102 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1868186 Apr 15 10:57:15.185999 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-bb97f451-f765-4da5-a3e6-32b27a29bf20 req-e1895f60-0eb8-4c4d-8fd8-0d2195d74610 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Deleting port 864f9461-93d6-45ef-ab56-44c02c8e57f8 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:15.186905 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-bb97f451-f765-4da5-a3e6-32b27a29bf20 req-e1895f60-0eb8-4c4d-8fd8-0d2195d74610 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:15.560146 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-bb97f451-f765-4da5-a3e6-32b27a29bf20 req-e1895f60-0eb8-4c4d-8fd8-0d2195d74610 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] For port 864f9461-93d6-45ef-ab56-44c02c8e57f8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=864f9461-93d6-45ef-ab56-44c02c8e57f8,segment=NetworkSegment(8f5a22e1-83f0-4c8e-97c8-1c72e93efab0),segment_id=8f5a22e1-83f0-4c8e-97c8-1c72e93efab0)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:15.560835 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-bb97f451-f765-4da5-a3e6-32b27a29bf20 req-e1895f60-0eb8-4c4d-8fd8-0d2195d74610 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:15.653621 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d519b49-eb96-43bc-be69-db451acfcb49 req-fe16573a-f1ec-4d11-861b-b3ae2f27c1ab tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:15.655365 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5d519b49-eb96-43bc-be69-db451acfcb49 req-fe16573a-f1ec-4d11-861b-b3ae2f27c1ab tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 945 time: 0.1455684 Apr 15 10:57:15.714969 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5d519b49-eb96-43bc-be69-db451acfcb49 req-0e135d11-f641-4ca3-aacb-922958d08e09 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/security-groups?id=9fee1fc8-a4e7-4a19-8195-292594e1afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487018 Apr 15 10:57:15.716387 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-bb97f451-f765-4da5-a3e6-32b27a29bf20 req-e1895f60-0eb8-4c4d-8fd8-0d2195d74610 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Calling delete_port for 864f9461-93d6-45ef-ab56-44c02c8e57f8 owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:16.111378 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-bb97f451-f765-4da5-a3e6-32b27a29bf20 req-e1895f60-0eb8-4c4d-8fd8-0d2195d74610 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.126974 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cb2667a6-5a09-4d3c-8bb5-c70115e7b0b1 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:16.181055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1895f60-0eb8-4c4d-8fd8-0d2195d74610 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Pushing event deleted for resources: {'Port': ['ID=864f9461-93d6-45ef-ab56-44c02c8e57f8,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:16.239336 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e1895f60-0eb8-4c4d-8fd8-0d2195d74610 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:16.404733 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb97f451-f765-4da5-a3e6-32b27a29bf20 req-e1895f60-0eb8-4c4d-8fd8-0d2195d74610 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] No DVR routers for this DVR port 864f9461-93d6-45ef-ab56-44c02c8e57f8 on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:57:16.407245 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-bb97f451-f765-4da5-a3e6-32b27a29bf20 req-e1895f60-0eb8-4c4d-8fd8-0d2195d74610 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:16.410099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503730c2-0120-4a75-a290-fc50a0c91d00', 'name': 'network-vif-deleted', 'tag': '864f9461-93d6-45ef-ab56-44c02c8e57f8'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:16.428718 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bb97f451-f765-4da5-a3e6-32b27a29bf20 req-e1895f60-0eb8-4c4d-8fd8-0d2195d74610 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.102 "DELETE /v2.0/ports/864f9461-93d6-45ef-ab56-44c02c8e57f8 HTTP/1.1" status: 204 len: 173 time: 1.3224680 Apr 15 10:57:16.478027 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '503730c2-0120-4a75-a290-fc50a0c91d00', 'name': 'network-vif-deleted', 'tag': '864f9461-93d6-45ef-ab56-44c02c8e57f8', 'status': 'completed', 'code': 200} Apr 15 10:57:16.908843 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ca06703a-4e81-44cb-bddc-aee03bebc1a0 req-8be28897-3f0b-40b9-93ad-08d5e16baeee tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] 10.222.0.96 "GET /v2.0/ports?device_id=503730c2-0120-4a75-a290-fc50a0c91d00 HTTP/1.1" status: 200 len: 210 time: 0.0549302 Apr 15 10:57:17.762111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 864f9461-93d6-45ef-ab56-44c02c8e57f8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:17.804773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: 864f9461-93d6-45ef-ab56-44c02c8e57f8 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:17.805151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 864f9461-93d6-45ef-ab56-44c02c8e57f8 not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:18.043470 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44474) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:18.734778 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9fdca7cc-41a0-4573-8ee1-07b4ac5382a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937223'] for router_interface, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.164186 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-9fdca7cc-41a0-4573-8ee1-07b4ac5382a8 admin admin] Deleting port cc6f964e-7ff0-425e-86f7-2a4da2a3d215 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:19.165057 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9fdca7cc-41a0-4573-8ee1-07b4ac5382a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.374105 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-9fdca7cc-41a0-4573-8ee1-07b4ac5382a8 admin admin] For port cc6f964e-7ff0-425e-86f7-2a4da2a3d215, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=cc6f964e-7ff0-425e-86f7-2a4da2a3d215,segment=NetworkSegment(8f5a22e1-83f0-4c8e-97c8-1c72e93efab0),segment_id=8f5a22e1-83f0-4c8e-97c8-1c72e93efab0)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:19.375207 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9fdca7cc-41a0-4573-8ee1-07b4ac5382a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.530261 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-9fdca7cc-41a0-4573-8ee1-07b4ac5382a8 admin admin] Calling delete_port for cc6f964e-7ff0-425e-86f7-2a4da2a3d215 owned by network:router_interface {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:20.226654 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9fdca7cc-41a0-4573-8ee1-07b4ac5382a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.257473 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:20.456950 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdca7cc-41a0-4573-8ee1-07b4ac5382a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6f964e-7ff0-425e-86f7-2a4da2a3d215,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:20.464569 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9fdca7cc-41a0-4573-8ee1-07b4ac5382a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:20.856111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9fdca7cc-41a0-4573-8ee1-07b4ac5382a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854020475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937938'] for router_interface, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.457581 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdca7cc-41a0-4573-8ee1-07b4ac5382a8 admin admin] Router 709431fc-08d2-4b7f-b1d9-4927e6cd7279 has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:57:21.561354 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0c481c2-bfa3-48fb-9a95-de9b5ee9764f req-4a83ace6-584e-4ec9-bf46-a12c12eba6d7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1226439 Apr 15 10:57:21.698667 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdca7cc-41a0-4573-8ee1-07b4ac5382a8 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:57:21.711416 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa1fdc-2cca-448c-b7d7-4a10dcde368b None None] Sync routers for ids ['709431fc-08d2-4b7f-b1d9-4927e6cd7279'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:57:21.723375 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa1fdc-2cca-448c-b7d7-4a10dcde368b None None] Routers {'709431fc-08d2-4b7f-b1d9-4927e6cd7279'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:21.724044 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-57aa1fdc-2cca-448c-b7d7-4a10dcde368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:56:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['709431fc-08d2-4b7f-b1d9-4927e6cd7279'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:21.728054 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c481c2-bfa3-48fb-9a95-de9b5ee9764f req-42a8e443-0f86-44c2-a274-f0abdb4615e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:21.734847 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0c481c2-bfa3-48fb-9a95-de9b5ee9764f req-42a8e443-0f86-44c2-a274-f0abdb4615e9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95b6d3d44f5441d68e73436f3a947935&device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 1100 time: 0.1238070 Apr 15 10:57:21.735098 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-9fdca7cc-41a0-4573-8ee1-07b4ac5382a8 admin admin] 10.222.0.96 "PUT /v2.0/routers/709431fc-08d2-4b7f-b1d9-4927e6cd7279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6867740 Apr 15 10:57:21.735255 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44484) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:22.023568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c481c2-bfa3-48fb-9a95-de9b5ee9764f req-f7e2d6c9-4608-4cdf-822e-f131afc2b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:22.025319 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0c481c2-bfa3-48fb-9a95-de9b5ee9764f req-f7e2d6c9-4608-4cdf-822e-f131afc2b789 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 200 len: 918 time: 0.2654867 Apr 15 10:57:22.068028 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.214647 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0c481c2-bfa3-48fb-9a95-de9b5ee9764f req-75447a03-8698-46eb-a28f-8891d2a11c58 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e95c2461-cd00-4de2-889b-8fe572a0124c HTTP/1.1" status: 200 len: 1001 time: 0.1809635 Apr 15 10:57:22.258980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.275104 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-57aa1fdc-2cca-448c-b7d7-4a10dcde368b None None] Set router 709431fc-08d2-4b7f-b1d9-4927e6cd7279 gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:22.337885 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c481c2-bfa3-48fb-9a95-de9b5ee9764f req-35f2ed75-48ec-4c06-abd9-a6f5839b7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:22.340788 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0c481c2-bfa3-48fb-9a95-de9b5ee9764f req-35f2ed75-48ec-4c06-abd9-a6f5839b7090 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be7d2f97-abff-4a3f-98bc-26e4b12e7f7c HTTP/1.1" status: 200 len: 855 time: 0.1187041 Apr 15 10:57:22.407296 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.420793 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Deleting port 08845a01-9463-42e2-a67f-52a2b2e98116 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:22.421389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.457413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c481c2-bfa3-48fb-9a95-de9b5ee9764f req-83d2e73e-f9a4-4d8e-a9ed-7405b7b82b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:22.459754 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0c481c2-bfa3-48fb-9a95-de9b5ee9764f req-83d2e73e-f9a4-4d8e-a9ed-7405b7b82b30 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d721fb-2821-48d5-ac89-567367ad279d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1101396 Apr 15 10:57:22.701212 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0c481c2-bfa3-48fb-9a95-de9b5ee9764f req-21fe5df8-f6cc-4fb1-86d7-f09d9bf0acd4 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319160 Apr 15 10:57:22.746729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] For port 08845a01-9463-42e2-a67f-52a2b2e98116, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=08845a01-9463-42e2-a67f-52a2b2e98116,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:22.748180 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:22.786127 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-57aa1fdc-2cca-448c-b7d7-4a10dcde368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'name': 'tempest-ServerRescueNegativeTestJSON-1602596678-router', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '08845a01-9463-42e2-a67f-52a2b2e98116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:33Z', 'updated_at': '2021-04-15T10:57:19Z', 'revision_number': 5, 'project_id': '0e2d2b4e3f2a41e98138d032416cb464', 'gw_port': {'id': '08845a01-9463-42e2-a67f-52a2b2e98116', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:36Z', 'updated_at': '2021-04-15T10:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:22.791450 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa1fdc-2cca-448c-b7d7-4a10dcde368b None None] Checking router: 709431fc-08d2-4b7f-b1d9-4927e6cd7279 for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:57:22.803157 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57aa1fdc-2cca-448c-b7d7-4a10dcde368b None None] Routers {'709431fc-08d2-4b7f-b1d9-4927e6cd7279'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:22.804674 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-57aa1fdc-2cca-448c-b7d7-4a10dcde368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:56:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['709431fc-08d2-4b7f-b1d9-4927e6cd7279'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:22.967865 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Calling delete_port for 08845a01-9463-42e2-a67f-52a2b2e98116 owned by network:router_gateway {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:23.024669 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0c481c2-bfa3-48fb-9a95-de9b5ee9764f req-8d93c52a-d575-4573-9a30-bff6ef8f11fa service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150051 Apr 15 10:57:23.067866 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-57aa1fdc-2cca-448c-b7d7-4a10dcde368b None None] Set router 709431fc-08d2-4b7f-b1d9-4927e6cd7279 gateway port host: None {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:23.203743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-57aa1fdc-2cca-448c-b7d7-4a10dcde368b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'name': 'tempest-ServerRescueNegativeTestJSON-1602596678-router', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:33Z', 'updated_at': '2021-04-15T10:57:22Z', 'revision_number': 6, 'project_id': '0e2d2b4e3f2a41e98138d032416cb464', 'gw_port_host': None}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:23.210402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57aa1fdc-2cca-448c-b7d7-4a10dcde368b None None] The sync data for ids ['709431fc-08d2-4b7f-b1d9-4927e6cd7279'] in dv-cinder-786385-1-smb is: [{'id': '709431fc-08d2-4b7f-b1d9-4927e6cd7279', 'name': 'tempest-ServerRescueNegativeTestJSON-1602596678-router', 'tenant_id': '0e2d2b4e3f2a41e98138d032416cb464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:33Z', 'updated_at': '2021-04-15T10:57:22Z', 'revision_number': 6, 'project_id': '0e2d2b4e3f2a41e98138d032416cb464', 'gw_port_host': None}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:57:23.429574 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:23.443778 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:23.546497 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=08845a01-9463-42e2-a67f-52a2b2e98116,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:23.558450 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:23.869606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-937780'] for router_gateway, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.070780 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763743'] for router, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.073277 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.165192 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853841342'] for router, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.165846 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 709431fc-08d2-4b7f-b1d9-4927e6cd7279 {{(pid=85286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 10:57:24.182474 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] Notify callbacks [] for router, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.183835 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-b0fe1274-74a2-4f0d-80f4-a611d559e3b3 admin admin] 10.222.0.96 "DELETE /v2.0/routers/709431fc-08d2-4b7f-b1d9-4927e6cd7279 HTTP/1.1" status: 204 len: 168 time: 2.4472408 Apr 15 10:57:24.187738 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44494) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:24.270055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8510d5-eb46-414a-bf86-12a2a503de43 admin admin] Deleting subnet a6eec143-1d7d-4710-9f01-c48c18b46781 {{(pid=85286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:57:24.274751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8b8510d5-eb46-414a-bf86-12a2a503de43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.316096 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 08845a01-9463-42e2-a67f-52a2b2e98116 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:24.332559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8b8510d5-eb46-414a-bf86-12a2a503de43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844155786'] for subnet, precommit_delete_associations {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.354728 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: 08845a01-9463-42e2-a67f-52a2b2e98116 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:24.355397 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 08845a01-9463-42e2-a67f-52a2b2e98116 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:24.356000 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device cc6f964e-7ff0-425e-86f7-2a4da2a3d215 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:24.397270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: cc6f964e-7ff0-425e-86f7-2a4da2a3d215 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:24.398569 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device cc6f964e-7ff0-425e-86f7-2a4da2a3d215 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:24.402192 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8b8510d5-eb46-414a-bf86-12a2a503de43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.739205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8b8510d5-eb46-414a-bf86-12a2a503de43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843394279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843314525'] for subnet, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:24.770660 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:24.926727 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8510d5-eb46-414a-bf86-12a2a503de43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6eec143-1d7d-4710-9f01-c48c18b46781,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:24.931694 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8b8510d5-eb46-414a-bf86-12a2a503de43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:24.999884 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8b8510d5-eb46-414a-bf86-12a2a503de43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:25.006564 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-8b8510d5-eb46-414a-bf86-12a2a503de43 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a6eec143-1d7d-4710-9f01-c48c18b46781 HTTP/1.1" status: 204 len: 168 time: 0.8175857 Apr 15 10:57:25.010439 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44500) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:25.123022 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-36ec307a-9d01-461f-b8d2-bf899596777a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:25.149009 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:25.381584 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:25.510188 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a1618d-6994-4188-8c35-0ecda63f191a']}} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:25.528367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0') {'for_net_delete': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:25.528810 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5a22e1-83f0-4c8e-97c8-1c72e93efab0') {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:25.550755 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10620014'] for segment, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:25.590385 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:25.600082 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=85286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:57:25.801274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] Network 31a1618d-6994-4188-8c35-0ecda63f191a has no segments {{(pid=85286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:57:25.811945 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11376058'] for segment, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:26.022031 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] Network 31a1618d-6994-4188-8c35-0ecda63f191a has no segments {{(pid=85286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:57:26.045752 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:57:26.142036 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:26.146218 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:26.164892 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:26.172174 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] Pushing event deleted for resources: {'Network': ['ID=31a1618d-6994-4188-8c35-0ecda63f191a,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:26.177469 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:26.185251 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] 10.222.0.96 "DELETE /v2.0/networks/31a1618d-6994-4188-8c35-0ecda63f191a HTTP/1.1" status: 204 len: 168 time: 1.1736186 Apr 15 10:57:26.432342 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44508) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:26.490178 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-10a37a7d-b802-4812-beb5-6fbeab754700 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0e2d2b4e3f2a41e98138d032416cb464&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0564909 Apr 15 10:57:26.493954 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44512) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:26.579675 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e7f582b-ee36-4053-b453-6e6178f44aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:26.633511 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e7f582b-ee36-4053-b453-6e6178f44aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:26.701760 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e7f582b-ee36-4053-b453-6e6178f44aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:26.712274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1d68e2bc-ee8b-442c-b9dc-6d18cc73c962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:26.732955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f582b-ee36-4053-b453-6e6178f44aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fee1fc8-a4e7-4a19-8195-292594e1afbb,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:26.736862 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0e7f582b-ee36-4053-b453-6e6178f44aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:26.747160 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0e7f582b-ee36-4053-b453-6e6178f44aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:26.748672 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-0e7f582b-ee36-4053-b453-6e6178f44aac admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9fee1fc8-a4e7-4a19-8195-292594e1afbb HTTP/1.1" status: 204 len: 168 time: 0.2534022 Apr 15 10:57:28.057445 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7cff5710-3ff7-4479-ba2f-6891f014920e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:28.485468 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:29.437041 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:30.602384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:31.554142 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44610) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:31.699371 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-170e41c7-5e0c-4572-9c0d-b8b7a7ee8cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:31.721521 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-170e41c7-5e0c-4572-9c0d-b8b7a7ee8cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:31.726656 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-170e41c7-5e0c-4572-9c0d-b8b7a7ee8cbf admin admin] Usage tracker for resource:security_group_rule and tenant:1414e1d587a94d29b3b9764e2151e825 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:31.730949 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-170e41c7-5e0c-4572-9c0d-b8b7a7ee8cbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:31.737320 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-170e41c7-5e0c-4572-9c0d-b8b7a7ee8cbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:31.849919 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-170e41c7-5e0c-4572-9c0d-b8b7a7ee8cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:31.854085 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-170e41c7-5e0c-4572-9c0d-b8b7a7ee8cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:31.867390 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a954dc17-3d43-4860-9427-f4adf993f12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:31.916525 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e41c7-5e0c-4572-9c0d-b8b7a7ee8cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f0e49a-e756-490f-b408-4f4b48f60069,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:31.938147 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-170e41c7-5e0c-4572-9c0d-b8b7a7ee8cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:31.945290 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 44620) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:31.945474 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-170e41c7-5e0c-4572-9c0d-b8b7a7ee8cbf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1414e1d587a94d29b3b9764e2151e825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893800 Apr 15 10:57:32.017151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.051284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.108760 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.114575 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5df22873-c472-431d-aaa2-893757dabb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:32.128546 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f0e49a-e756-490f-b408-4f4b48f60069,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:32.140018 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:32.140436 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:32.140847 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:32.141247 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:32.141642 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:32.142042 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:32.142432 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:32.142860 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:32.143259 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:32.143650 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:32.144102 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:32.144490 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:32.148902 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:32.150376 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.154377 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/06f0e49a-e756-490f-b408-4f4b48f60069 HTTP/1.1" status: 204 len: 168 time: 0.2081983 Apr 15 10:57:32.504578 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41311eb8-071d-44d5-8a7a-4d8c83a8e60c req-7242d6f5-a44f-4160-af41-1437726677f9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:32.508958 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-41311eb8-071d-44d5-8a7a-4d8c83a8e60c req-7242d6f5-a44f-4160-af41-1437726677f9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 947 time: 0.1767008 Apr 15 10:57:32.575367 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-41311eb8-071d-44d5-8a7a-4d8c83a8e60c req-e936af7b-6348-4fbc-b2de-e39b84154b59 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560184 Apr 15 10:57:33.843789 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb083709-ae36-4d9d-957d-a5e7c85f8e3b req-5e815d50-0f31-4035-aacb-8a139a495d5f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:33.845489 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cb083709-ae36-4d9d-957d-a5e7c85f8e3b req-5e815d50-0f31-4035-aacb-8a139a495d5f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 947 time: 0.0943763 Apr 15 10:57:33.904242 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cb083709-ae36-4d9d-957d-a5e7c85f8e3b req-3898beac-9c93-46e9-8f17-307afb9a8828 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510621 Apr 15 10:57:34.402175 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a1a3a96b-2fbf-460a-a01d-e72f3754fe9b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:34.404679 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a1a3a96b-2fbf-460a-a01d-e72f3754fe9b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.102 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 947 time: 0.1560626 Apr 15 10:57:34.495448 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Deleting port e95c2461-cd00-4de2-889b-8fe572a0124c {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:34.495869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:34.793479 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] For port e95c2461-cd00-4de2-889b-8fe572a0124c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e95c2461-cd00-4de2-889b-8fe572a0124c,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:34.793892 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:35.168753 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:35.169321 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853837847'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:35.169883 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.l3_db [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Floating IP fd029c32-1875-42fe-bef6-c8a6e9d55e41 disassociated. External IP: 172.28.2.64, port: e95c2461-cd00-4de2-889b-8fe572a0124c. Apr 15 10:57:35.170187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f484a1f-2f7f-4c7d-9da8-a131f9353145 req-04d8d8cf-ba32-4349-a9bf-acee3664cec1 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:35.170424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Calling delete_port for e95c2461-cd00-4de2-889b-8fe572a0124c owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:35.172489 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7f484a1f-2f7f-4c7d-9da8-a131f9353145 req-04d8d8cf-ba32-4349-a9bf-acee3664cec1 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 947 time: 0.1277089 Apr 15 10:57:35.240252 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7f484a1f-2f7f-4c7d-9da8-a131f9353145 req-6583c308-46a8-41fe-9212-9af1cae3c84c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=9b72a462-2425-4105-aff2-c7112a33c656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588298 Apr 15 10:57:35.401946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:35.419061 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3aa75c56-21c6-4df6-b8d0-59cf3f4fbcce tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:35.475657 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event deleted for resources: {'Port': ['ID=e95c2461-cd00-4de2-889b-8fe572a0124c,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:35.524983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:35.856955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:57:36.071551 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:57:36.087493 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcd2c85-33f5-40ab-b5a8-f37c990565b5 None None] Sync routers for ids ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:57:36.101768 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcd2c85-33f5-40ab-b5a8-f37c990565b5 None None] Routers {'24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:36.103078 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-9dcd2c85-33f5-40ab-b5a8-f37c990565b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:36.173715 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] No DVR routers for this DVR port e95c2461-cd00-4de2-889b-8fe572a0124c on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:57:36.176314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.180155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a5480e-6bf5-400c-a698-655220f43ec8', 'name': 'network-vif-deleted', 'tag': 'e95c2461-cd00-4de2-889b-8fe572a0124c'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:36.200675 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-59836ec3-9191-490f-b75c-8e0d84ba7a15 req-a41c8b3e-4e90-4b3d-819c-e43e4c5635e9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.102 "DELETE /v2.0/ports/e95c2461-cd00-4de2-889b-8fe572a0124c HTTP/1.1" status: 204 len: 173 time: 1.7878559 Apr 15 10:57:36.257958 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a5480e-6bf5-400c-a698-655220f43ec8', 'name': 'network-vif-deleted', 'tag': 'e95c2461-cd00-4de2-889b-8fe572a0124c', 'status': 'completed', 'code': 200} Apr 15 10:57:36.384678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-9dcd2c85-33f5-40ab-b5a8-f37c990565b5 None None] Set router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:36.447422 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c28034d0-5e1a-4162-b8f6-8bf00a90f7db req-5fbd7057-618a-469b-921a-64062cff6c56 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=72a5480e-6bf5-400c-a698-655220f43ec8 HTTP/1.1" status: 200 len: 210 time: 0.0627179 Apr 15 10:57:36.751024 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-9dcd2c85-33f5-40ab-b5a8-f37c990565b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:54:03Z', 'revision_number': 5, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:36.755650 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcd2c85-33f5-40ab-b5a8-f37c990565b5 None None] Checking router: 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:57:36.766269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcd2c85-33f5-40ab-b5a8-f37c990565b5 None None] Routers {'24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:36.766967 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-9dcd2c85-33f5-40ab-b5a8-f37c990565b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:36.998750 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-9dcd2c85-33f5-40ab-b5a8-f37c990565b5 None None] Set router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:37.391398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-9dcd2c85-33f5-40ab-b5a8-f37c990565b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:54:03Z', 'revision_number': 5, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:37.396194 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcd2c85-33f5-40ab-b5a8-f37c990565b5 None None] The sync data for ids ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'] in dv-cinder-786385-1-smb is: [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:54:03Z', 'revision_number': 5, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:57:37.707896 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 44732) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:37.869276 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e95c2461-cd00-4de2-889b-8fe572a0124c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:37.938300 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: e95c2461-cd00-4de2-889b-8fe572a0124c {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:37.939039 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e95c2461-cd00-4de2-889b-8fe572a0124c not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:37.976158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b89f3d-50a7-4c53-821d-399c9b4b977b None None] New status for floating IP fd029c32-1875-42fe-bef6-c8a6e9d55e41: DOWN {{(pid=85288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:57:38.040962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2068e928-c791-4cfa-b541-03c70ded8b92 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.077863 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2068e928-c791-4cfa-b541-03c70ded8b92 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.143326 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2068e928-c791-4cfa-b541-03c70ded8b92 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.150703 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-26b8501f-54b4-4d59-99a2-a12d88903d1d tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:38.172677 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068e928-c791-4cfa-b541-03c70ded8b92 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b72a462-2425-4105-aff2-c7112a33c656,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:38.176724 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2068e928-c791-4cfa-b541-03c70ded8b92 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:38.188666 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2068e928-c791-4cfa-b541-03c70ded8b92 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.190189 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-2068e928-c791-4cfa-b541-03c70ded8b92 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "DELETE /v2.0/security-groups/9b72a462-2425-4105-aff2-c7112a33c656 HTTP/1.1" status: 204 len: 168 time: 0.4812436 Apr 15 10:57:38.193292 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44738) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:38.220712 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.v2.resource [None req-d4a01bce-5422-4d2f-a9c6-c56eb1ba4a96 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] show failed (client error): The resource could not be found. Apr 15 10:57:38.225799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 44742) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:38.226094 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d4a01bce-5422-4d2f-a9c6-c56eb1ba4a96 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups/9b72a462-2425-4105-aff2-c7112a33c656 HTTP/1.1" status: 404 len: 347 time: 0.0299222 Apr 15 10:57:38.412094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-d564136b-59b5-49af-994e-048692801d65 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Deleting port 785529c6-830b-4eda-910c-9d4d50270aea {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:38.413561 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d564136b-59b5-49af-994e-048692801d65 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.609933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d564136b-59b5-49af-994e-048692801d65 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.610243 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d564136b-59b5-49af-994e-048692801d65 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.748833 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-d564136b-59b5-49af-994e-048692801d65 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Calling delete_port for 785529c6-830b-4eda-910c-9d4d50270aea owned by network:floatingip {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:38.926634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d564136b-59b5-49af-994e-048692801d65 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:38.944384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cb548f21-0f2f-4bf3-a750-8dddde8ec67c tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:39.052969 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564136b-59b5-49af-994e-048692801d65 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event deleted for resources: {'Port': ['ID=785529c6-830b-4eda-910c-9d4d50270aea,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:39.057971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d564136b-59b5-49af-994e-048692801d65 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:39.231292 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d564136b-59b5-49af-994e-048692801d65 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for floatingip, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:39.247613 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d564136b-59b5-49af-994e-048692801d65 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:39.249050 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d564136b-59b5-49af-994e-048692801d65 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "DELETE /v2.0/floatingips/fd029c32-1875-42fe-bef6-c8a6e9d55e41 HTTP/1.1" status: 204 len: 168 time: 1.0212729 Apr 15 10:57:39.683990 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 44778) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:39.690159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119597891', 'description': 'tempest-description--1044268300'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:39.697606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:39.702813 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Usage tracker for resource:security_group and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:39.706003 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:39.712397 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:39.723661 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:39.747597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:39.751741 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Usage tracker for resource:security_group_rule and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:39.755067 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:39.762881 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:39.843472 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:39.846038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:39.852794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ea6f7f2b-8ca7-463f-ba80-bcc33caec305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:39.904368 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6cb37b-2220-4615-8b6d-fd85d90c03ea,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:39.907321 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:39.908155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:39.912291 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-5996c2c9-3beb-48e8-a9d0-aa34d16eb8b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2242887 Apr 15 10:57:39.912687 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 44784) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:39.919623 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-0763ede7-467c-4928-82e3-9bdb0e9bc985 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Request body: {'security_group_rule': {'security_group_id': 'db6cb37b-2220-4615-8b6d-fd85d90c03ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:39.926403 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0763ede7-467c-4928-82e3-9bdb0e9bc985 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:39.931355 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-0763ede7-467c-4928-82e3-9bdb0e9bc985 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Usage tracker for resource:security_group_rule and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:39.934582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-0763ede7-467c-4928-82e3-9bdb0e9bc985 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:39.941038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0763ede7-467c-4928-82e3-9bdb0e9bc985 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:39.959006 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0763ede7-467c-4928-82e3-9bdb0e9bc985 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.027118 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0763ede7-467c-4928-82e3-9bdb0e9bc985 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.029565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0763ede7-467c-4928-82e3-9bdb0e9bc985 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.031677 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:40.057036 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763ede7-467c-4928-82e3-9bdb0e9bc985 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cf7bf5-d5ad-4e73-9879-b291d0facafc,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:40.059866 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0763ede7-467c-4928-82e3-9bdb0e9bc985 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:40.068035 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0763ede7-467c-4928-82e3-9bdb0e9bc985 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.069844 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-0763ede7-467c-4928-82e3-9bdb0e9bc985 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552374 Apr 15 10:57:40.074784 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 44792) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:40.080683 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-34ebde45-ac46-49d7-a309-28b910b57a80 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Request body: {'security_group_rule': {'security_group_id': 'db6cb37b-2220-4615-8b6d-fd85d90c03ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:40.087807 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-34ebde45-ac46-49d7-a309-28b910b57a80 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:40.092122 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-34ebde45-ac46-49d7-a309-28b910b57a80 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Usage tracker for resource:security_group_rule and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:40.095300 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-34ebde45-ac46-49d7-a309-28b910b57a80 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:40.101874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-34ebde45-ac46-49d7-a309-28b910b57a80 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:40.119531 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34ebde45-ac46-49d7-a309-28b910b57a80 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.189703 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34ebde45-ac46-49d7-a309-28b910b57a80 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.193046 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34ebde45-ac46-49d7-a309-28b910b57a80 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.196077 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-837b6f87-4526-4791-bf42-7cf3c13f8f0f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:40.220675 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebde45-ac46-49d7-a309-28b910b57a80 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e5897c-33e4-4bb5-b301-c1b5950e2c79,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:40.225264 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-34ebde45-ac46-49d7-a309-28b910b57a80 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:40.233995 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34ebde45-ac46-49d7-a309-28b910b57a80 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.237956 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-34ebde45-ac46-49d7-a309-28b910b57a80 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591177 Apr 15 10:57:40.238297 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 44800) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:40.245052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Request body: {'floatingip': {'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:40.252328 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:40.258207 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Usage tracker for resource:floatingip and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:40.261837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:40.268235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:40.283449 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for floatingip, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.438434 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.594053 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Allocated IP 172.28.2.252 (07542e32-3df2-45eb-88b2-df384f761ab0/8a111444-f903-4ab8-a6a6-fdc00bae7494/7e7b672b-c11f-4f77-a162-24e2109bec46) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:40.757861 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.787971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:40.801375 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:40.949937 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event updated for resources: {'Port': ['ID=7e7b672b-c11f-4f77-a162-24e2109bec46,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:40.953238 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:41.017585 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:41.018766 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:41.021114 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:41.112321 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.185769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.508691 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.513948 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.546222 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5f7e5815-bbfe-4361-aacc-1b7441d67128 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:41.699294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event updated for resources: {'Port': ['ID=7e7b672b-c11f-4f77-a162-24e2109bec46,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:41.704880 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:41.817738 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853837847'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.843660 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:41.844999 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6057005 Apr 15 10:57:42.217311 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-b790a697-dec0-4961-8086-917a3e63e2a3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--2119597891&fields=id&tenant_id=95b6d3d44f5441d68e73436f3a947935 HTTP/1.1" status: 200 len: 267 time: 0.1013031 Apr 15 10:57:42.572234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac99cb-4227-476f-b492-5ce23a73a84d req-9b4bb9da-2141-477c-9442-104ee5606744 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:42.574207 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bfac99cb-4227-476f-b492-5ce23a73a84d req-9b4bb9da-2141-477c-9442-104ee5606744 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.4390004 Apr 15 10:57:42.685008 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bfac99cb-4227-476f-b492-5ce23a73a84d req-ef308f63-f173-48b1-a772-2ca0fdf3d42e tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933981 Apr 15 10:57:42.713860 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74403093-6835-4f00-ba73-cefbaf7714ea req-0644e3c0-765a-43bf-b66d-ebe1991d7d1c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:42.716907 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-0644e3c0-765a-43bf-b66d-ebe1991d7d1c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/networks?id=64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 200 len: 816 time: 0.4852288 Apr 15 10:57:42.754303 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-b7fca6dd-17c3-4f0c-9d97-3e6216bcd549 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/quotas/95b6d3d44f5441d68e73436f3a947935 HTTP/1.1" status: 200 len: 375 time: 0.0219879 Apr 15 10:57:42.880200 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-8b9a4c73-2c05-49aa-b9a8-0a25459b4710 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=95b6d3d44f5441d68e73436f3a947935&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1230545 Apr 15 10:57:43.065802 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-42438086-98f5-48a9-8836-27d8fe495209 service neutron] 10.222.0.96 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704628 Apr 15 10:57:43.123244 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 44866) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:43.228026 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-b7c94fb4-bc33-402a-b766-fc74e58a5b44 service neutron] 10.222.0.96 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552556 Apr 15 10:57:43.279720 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-374e4cba-69c5-4380-8c9e-6334483722d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.300263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-374e4cba-69c5-4380-8c9e-6334483722d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:43.304972 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-374e4cba-69c5-4380-8c9e-6334483722d2 admin admin] Usage tracker for resource:security_group_rule and tenant:3b77fe8b07c84fb4872a0a2e132aa34b is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:43.309657 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-374e4cba-69c5-4380-8c9e-6334483722d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:43.316841 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-374e4cba-69c5-4380-8c9e-6334483722d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:43.423951 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-374e4cba-69c5-4380-8c9e-6334483722d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.427318 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-374e4cba-69c5-4380-8c9e-6334483722d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.436129 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a2802673-27b7-4f76-94ea-e99d1f745e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:43.463687 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5db08465-e9f0-4495-bdf3-9ccc241d3426 req-c97b1317-9681-445e-bafb-6d65bf0c971c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 210 time: 0.0546761 Apr 15 10:57:43.485414 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-374e4cba-69c5-4380-8c9e-6334483722d2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3b77fe8b07c84fb4872a0a2e132aa34b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606112 Apr 15 10:57:43.487009 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e4cba-69c5-4380-8c9e-6334483722d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45274fbe-813b-42bf-aac3-d91f02b9fb41,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:43.489565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44874) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:43.491897 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-374e4cba-69c5-4380-8c9e-6334483722d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:43.590821 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-31518aa6-d544-4e5a-b031-5df5eddc24be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.625565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-31518aa6-d544-4e5a-b031-5df5eddc24be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.676746 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-31518aa6-d544-4e5a-b031-5df5eddc24be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.681659 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d079845b-d513-4ff1-92e2-af30b1fbbb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:43.697519 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31518aa6-d544-4e5a-b031-5df5eddc24be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45274fbe-813b-42bf-aac3-d91f02b9fb41,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:43.702082 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-31518aa6-d544-4e5a-b031-5df5eddc24be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:43.708187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-31518aa6-d544-4e5a-b031-5df5eddc24be admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:43.709452 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-31518aa6-d544-4e5a-b031-5df5eddc24be admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/45274fbe-813b-42bf-aac3-d91f02b9fb41 HTTP/1.1" status: 204 len: 168 time: 0.2186220 Apr 15 10:57:43.959457 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c94dea-f44b-41b7-9c0c-19296e8a14c4 req-1d2b8d04-6680-41e8-80f1-4fb0c5140bcd tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:43.961754 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c94dea-f44b-41b7-9c0c-19296e8a14c4 req-1d2b8d04-6680-41e8-80f1-4fb0c5140bcd tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.0929272 Apr 15 10:57:44.048739 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c94dea-f44b-41b7-9c0c-19296e8a14c4 req-5960b075-162a-431d-bfe2-692be7111817 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795426 Apr 15 10:57:44.596639 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-2be6caa9-dbe0-4350-98bf-f3c63428bf20 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:44.597911 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-2be6caa9-dbe0-4350-98bf-f3c63428bf20 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Synchronizing usage tracker for tenant:f24b7e01c38e4735b55d97689495aa77 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:44.629024 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-2be6caa9-dbe0-4350-98bf-f3c63428bf20 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Unset dirty status for tenant:f24b7e01c38e4735b55d97689495aa77 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:44.632233 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-2be6caa9-dbe0-4350-98bf-f3c63428bf20 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.102 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.1724939 Apr 15 10:57:44.661834 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ed92e35f-be30-4b8b-b094-c3f528618cd2 req-e0769f4f-6970-4608-b876-51cb68bc4524 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 210 time: 0.0922451 Apr 15 10:57:44.732464 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44918) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:44.744491 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Deleting port 01fde414-3932-49f6-a0dc-d6029026ffd7 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:44.745104 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:44.933701 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-914371615-network', 'tenant_id': '6b28d92d094a45dab0f09777f7955721'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:44.938751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:44.942908 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Usage tracker for resource:network and tenant:6b28d92d094a45dab0f09777f7955721 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:44.947113 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:44.954628 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:44.964935 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Made reservation on behalf of 6b28d92d094a45dab0f09777f7955721 for: {'network': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:44.970373 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:44.984363 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.001733 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:45.005833 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Usage tracker for resource:security_group_rule and tenant:6b28d92d094a45dab0f09777f7955721 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:45.009863 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:45.016032 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:45.079559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] For port 01fde414-3932-49f6-a0dc-d6029026ffd7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=01fde414-3932-49f6-a0dc-d6029026ffd7,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:45.079960 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.120373 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.123827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.128600 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dc708fe6-d712-468f-8521-72fa2285fa96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:45.163089 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] vlan segment allocate from pool success with {'vlan_id': 1278, 'physical_network': 'physnet1'} {{(pid=85286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:57:45.169592 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d363421-fae9-4817-ab5e-8928db5de950,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:45.181530 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.181943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.182347 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.182774 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.183171 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.183563 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.183977 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.184340 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.184726 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.185111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.185494 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.185894 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:45.190101 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:45.193314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.194231 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Added segment bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9 of type vlan for network 489d5acd-ee71-4613-a2b7-e64dddf50594 Apr 15 10:57:45.223834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.258046 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.259694 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:45.260347 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.265910 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-241028c9-4f57-46f7-ba77-017491d3142d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:45.424998 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.425314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853837847'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.425654 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.l3_db [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Floating IP fa2f565f-1337-41e4-a59a-850cd34f56ea disassociated. External IP: 172.28.2.120, port: 01fde414-3932-49f6-a0dc-d6029026ffd7. Apr 15 10:57:45.430748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Calling delete_port for 01fde414-3932-49f6-a0dc-d6029026ffd7 owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:45.430917 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6926742 Apr 15 10:57:45.431219 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44926) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:45.441729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Request body: {'subnet': {'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-914371615-subnet', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'ip_version': 4}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:45.445761 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Pushing event updated for resources: {'Network': ['ID=489d5acd-ee71-4613-a2b7-e64dddf50594,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:45.449053 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a5bac126-1869-4b6f-be77-d2ef98f5fc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:45.454279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:45.458071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network 489d5acd-ee71-4613-a2b7-e64dddf50594 details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:57:45.463567 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Usage tracker for resource:subnet and tenant:6b28d92d094a45dab0f09777f7955721 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:45.467259 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:45.481550 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:45.505627 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36a1f8-e020-4a3b-b080-49391dde0d4d req-1710b732-f030-40ab-90c9-e271028eedab tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:45.507946 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2e36a1f8-e020-4a3b-b080-49391dde0d4d req-1710b732-f030-40ab-90c9-e271028eedab tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 946 time: 0.2172387 Apr 15 10:57:45.509123 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Made reservation on behalf of 6b28d92d094a45dab0f09777f7955721 for: {'subnet': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:45.514020 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11461257'] for subnet, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.691391 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2e36a1f8-e020-4a3b-b080-49391dde0d4d req-3e1ff786-d153-4df9-aee0-e0db523df82f tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=a91515b6-ad44-4579-853a-505baca03e65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481026 Apr 15 10:57:45.712901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.745323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e34a373f-bc33-4d00-89b6-c19e5c38ec70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:45.870983 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5c73c2b9-323d-4b5e-8848-2a80f44e7cd7 req-db836ad0-b73c-4a36-b0c6-d2873c9c75bb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 210 time: 0.1347218 Apr 15 10:57:45.897606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event deleted for resources: {'Port': ['ID=01fde414-3932-49f6-a0dc-d6029026ffd7,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:45.906260 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:46.257308 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11381700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11461272'] for subnet, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.275104 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-174c6d87-96ac-4d29-9f04-679fe3882e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:46.413428 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7622b6a-b918-4e6e-83d3-1f7241aed5a6,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:46.416453 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:46.529314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Router 0d532df7-3f24-43f2-8123-14f74c0a88dd has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:57:46.545024 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Checking segment: {'id': 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:46.545871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Network hostable DHCP agents. Network: 489d5acd-ee71-4613-a2b7-e64dddf50594, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:57:46.579065 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Network 489d5acd-ee71-4613-a2b7-e64dddf50594 is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:57:46.600677 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, 489d5acd-ee71-4613-a2b7-e64dddf50594) {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:46.614617 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba3efdc-d0f8-426f-b9e5-f5f0e8f80e26 None None] Network 489d5acd-ee71-4613-a2b7-e64dddf50594 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:57:46.629557 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:46.630270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.652685 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-5260a600-12af-4d33-adfa-8ce263210041 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2188914 Apr 15 10:57:46.655656 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 44952) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:46.661735 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:46.668302 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:46.672471 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Usage tracker for resource:router and tenant:6b28d92d094a45dab0f09777f7955721 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:46.676836 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:46.684708 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:46.700110 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763758'] for router, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.702139 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853839550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853837984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853845986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12058'] for router, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.739069 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.896555 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:57:46.955723 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603975b-5167-470b-a6ad-44e6bd5c98e4 None None] Sync routers for ids ['0d532df7-3f24-43f2-8123-14f74c0a88dd'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:57:46.981236 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603975b-5167-470b-a6ad-44e6bd5c98e4 None None] Routers {'0d532df7-3f24-43f2-8123-14f74c0a88dd'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:46.981928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-2603975b-5167-470b-a6ad-44e6bd5c98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['0d532df7-3f24-43f2-8123-14f74c0a88dd'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:47.036040 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-357e0bc7-0260-4f94-8b8d-560d4651dc7d req-3a600a50-44d7-4ced-89c2-2713437ed53e tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=27ffb019-2d6a-4b1f-9a80-38df365fb916 HTTP/1.1" status: 200 len: 210 time: 0.1312256 Apr 15 10:57:47.043095 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] No DVR routers for this DVR port 01fde414-3932-49f6-a0dc-d6029026ffd7 on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:57:47.047289 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.049496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df36fe-b1bb-56e7-8181-c51374db0232-489d5acd-ee71-4613-a2b7-e64dddf50594', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'fixed_ips': [{'subnet_id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6'}]}} from dv-cinder-786385-1-smb. {{(pid=85287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:57:47.050437 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.052653 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ffb019-2d6a-4b1f-9a80-38df365fb916', 'name': 'network-vif-deleted', 'tag': '01fde414-3932-49f6-a0dc-d6029026ffd7'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:47.056159 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b5be4550-1e8e-4435-84fb-c46ab31103f4 req-ddd275ba-41fb-47c2-8b7c-186a0592337c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 210 time: 0.0861032 Apr 15 10:57:47.106164 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e9cc9777-a177-43f8-9a44-8875112eb94b req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.102 "DELETE /v2.0/ports/01fde414-3932-49f6-a0dc-d6029026ffd7 HTTP/1.1" status: 204 len: 173 time: 2.4662242 Apr 15 10:57:47.154891 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ffb019-2d6a-4b1f-9a80-38df365fb916', 'name': 'network-vif-deleted', 'tag': '01fde414-3932-49f6-a0dc-d6029026ffd7', 'status': 'completed', 'code': 200} Apr 15 10:57:47.216985 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853837965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12073'] for router, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.325215 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-2603975b-5167-470b-a6ad-44e6bd5c98e4 None None] Set router 0d532df7-3f24-43f2-8123-14f74c0a88dd gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:47.490871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Allocated IP 172.20.0.2 (489d5acd-ee71-4613-a2b7-e64dddf50594/e7622b6a-b918-4e6e-83d3-1f7241aed5a6/ff8836b4-48de-41a5-a4cc-a6012a868eaa) {{(pid=85287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:47.581090 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.616939 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.801287 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Allocated IP 172.28.2.150 (07542e32-3df2-45eb-88b2-df384f761ab0/8a111444-f903-4ab8-a6a6-fdc00bae7494/b20dab99-3ccb-4cbe-a171-4a5cd0ce088e) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:47.944141 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 01fde414-3932-49f6-a0dc-d6029026ffd7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:48.003713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: 01fde414-3932-49f6-a0dc-d6029026ffd7 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:48.004135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 01fde414-3932-49f6-a0dc-d6029026ffd7 not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:48.103145 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.138327 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.169151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-2603975b-5167-470b-a6ad-44e6bd5c98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:57Z', 'revision_number': 5, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:48.173350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f69782b3-2c97-45af-ad13-96fe07f9de9c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:48.182197 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603975b-5167-470b-a6ad-44e6bd5c98e4 None None] Checking router: 0d532df7-3f24-43f2-8123-14f74c0a88dd for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:57:48.194269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Notify callbacks [] for port, precommit_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.201343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603975b-5167-470b-a6ad-44e6bd5c98e4 None None] Routers {'0d532df7-3f24-43f2-8123-14f74c0a88dd'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:48.202030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-2603975b-5167-470b-a6ad-44e6bd5c98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['0d532df7-3f24-43f2-8123-14f74c0a88dd'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:48.249202 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 44982) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:48.342107 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1be0461-2945-4b3a-963e-5a87be85a8c8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.373551 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1be0461-2945-4b3a-963e-5a87be85a8c8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.401109 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ab5d21ea-ee40-4433-9820-3d7a500775a0 req-881a8790-549f-46a2-98fb-c75ef2542aff tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 210 time: 0.1487589 Apr 15 10:57:48.407560 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-2603975b-5167-470b-a6ad-44e6bd5c98e4 None None] Set router 0d532df7-3f24-43f2-8123-14f74c0a88dd gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:48.438741 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1be0461-2945-4b3a-963e-5a87be85a8c8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.439569 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5f6cc3a6-8167-4477-9402-215cd7082cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:48.456401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be0461-2945-4b3a-963e-5a87be85a8c8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91515b6-ad44-4579-853a-505baca03e65,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:48.459532 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f1be0461-2945-4b3a-963e-5a87be85a8c8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:48.459688 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Pushing event updated for resources: {'Port': ['ID=b20dab99-3ccb-4cbe-a171-4a5cd0ce088e,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:48.461150 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f1be0461-2945-4b3a-963e-5a87be85a8c8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.465582 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f1be0461-2945-4b3a-963e-5a87be85a8c8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "DELETE /v2.0/security-groups/a91515b6-ad44-4579-853a-505baca03e65 HTTP/1.1" status: 204 len: 168 time: 0.2148874 Apr 15 10:57:48.466239 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 44986) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:48.469785 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:48.497454 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.v2.resource [None req-6ba93923-72bb-4542-b712-289fcd523080 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] show failed (client error): The resource could not be found. Apr 15 10:57:48.504466 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6ba93923-72bb-4542-b712-289fcd523080 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups/a91515b6-ad44-4579-853a-505baca03e65 HTTP/1.1" status: 404 len: 347 time: 0.0342798 Apr 15 10:57:48.505240 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 44990) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:48.571680 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Transition to ACTIVE for port object ff8836b4-48de-41a5-a4cc-a6012a868eaa will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:48.691102 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Transition to ACTIVE for port object ff8836b4-48de-41a5-a4cc-a6012a868eaa will not be triggered until provisioned by entity DHCP. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:48.704264 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.728835 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:48.759156 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-b187aefa-8f45-4c93-81ba-f213f78c4d3a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Deleting port 67385189-d17a-492f-8d55-5c7c8acb826a {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:48.759686 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b187aefa-8f45-4c93-81ba-f213f78c4d3a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:48.765243 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:48.766467 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:48.768826 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:48.873870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Pushing event updated for resources: {'Port': ['ID=ff8836b4-48de-41a5-a4cc-a6012a868eaa,revision_number=1']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:48.935901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:48.936129 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:48.936373 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:48.936999 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:48.937123 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:48.937894 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:48.937894 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:48.938247 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:48.938961 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:48.938961 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:48.939322 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:48.940059 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:48.953333 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:49.028350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b187aefa-8f45-4c93-81ba-f213f78c4d3a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.028838 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b187aefa-8f45-4c93-81ba-f213f78c4d3a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.083436 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-2603975b-5167-470b-a6ad-44e6bd5c98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:57Z', 'revision_number': 5, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:49.095964 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Network 489d5acd-ee71-4613-a2b7-e64dddf50594 is already hosted by enough agents. {{(pid=85287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:49.097214 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Resources bound (agent type, host, resource id): {{(pid=85287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:49.100733 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Received port after_create {{(pid=85287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:49.103451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2603975b-5167-470b-a6ad-44e6bd5c98e4 None None] The sync data for ids ['0d532df7-3f24-43f2-8123-14f74c0a88dd'] in dv-cinder-786385-1-smb is: [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:57Z', 'revision_number': 5, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:57:49.274233 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-b187aefa-8f45-4c93-81ba-f213f78c4d3a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Calling delete_port for 67385189-d17a-492f-8d55-5c7c8acb826a owned by network:floatingip {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:49.286846 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Attempting to bind port ff8836b4-48de-41a5-a4cc-a6012a868eaa on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:49.288534 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Attempting to bind port ff8836b4-48de-41a5-a4cc-a6012a868eaa by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:49.289279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Attempting to bind port ff8836b4-48de-41a5-a4cc-a6012a868eaa on network 489d5acd-ee71-4613-a2b7-e64dddf50594 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:49.298489 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:49.299662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Checking segment: {'id': 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:49.300750 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.301806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Bound using segment: {'id': 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:49.303479 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Bound port: ff8836b4-48de-41a5-a4cc-a6012a868eaa, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:49.304512 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.398422 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.562496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b187aefa-8f45-4c93-81ba-f213f78c4d3a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.591465 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:49.685556 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] For port ff8836b4-48de-41a5-a4cc-a6012a868eaa, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:49.693063 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] For port ff8836b4-48de-41a5-a4cc-a6012a868eaa, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=ff8836b4-48de-41a5-a4cc-a6012a868eaa,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:49.701350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:49.744619 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:49.745829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4c6e2a-9315-4d4b-a576-9b5555891a41 None None] New status for floating IP fa2f565f-1337-41e4-a59a-850cd34f56ea: DOWN {{(pid=85288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:57:49.770632 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187aefa-8f45-4c93-81ba-f213f78c4d3a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event deleted for resources: {'Port': ['ID=67385189-d17a-492f-8d55-5c7c8acb826a,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:49.791861 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b187aefa-8f45-4c93-81ba-f213f78c4d3a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:49.902597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74403093-6835-4f00-ba73-cefbaf7714ea req-0604499f-1d5f-49fa-99f6-ee805fbdfe42 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:49.903806 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-0604499f-1d5f-49fa-99f6-ee805fbdfe42 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.102 "GET /v2.0/networks?id=64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 200 len: 816 time: 0.7427185 Apr 15 10:57:49.967563 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Pushing event updated for resources: {'Port': ['ID=ff8836b4-48de-41a5-a4cc-a6012a868eaa,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:49.971505 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:50.067999 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a6e136b9-c5fa-425a-b8af-9631833b7fb1 req-38e4a9a1-3d3e-436a-8350-ee2791047a30 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 210 time: 0.2503743 Apr 15 10:57:50.124176 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-74403093-6835-4f00-ba73-cefbaf7714ea req-f554289d-7bb5-4d74-b8ed-95cca96092e6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Synchronizing usage tracker for tenant:95b6d3d44f5441d68e73436f3a947935 on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:50.135853 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b187aefa-8f45-4c93-81ba-f213f78c4d3a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.147754 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853839368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937818'] for router, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.156280 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-74403093-6835-4f00-ba73-cefbaf7714ea req-f554289d-7bb5-4d74-b8ed-95cca96092e6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Unset dirty status for tenant:95b6d3d44f5441d68e73436f3a947935 on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:50.157722 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-f554289d-7bb5-4d74-b8ed-95cca96092e6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=95b6d3d44f5441d68e73436f3a947935 HTTP/1.1" status: 200 len: 5705 time: 0.2340360 Apr 15 10:57:50.159859 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b187aefa-8f45-4c93-81ba-f213f78c4d3a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.161047 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-b187aefa-8f45-4c93-81ba-f213f78c4d3a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "DELETE /v2.0/floatingips/fa2f565f-1337-41e4-a59a-850cd34f56ea HTTP/1.1" status: 204 len: 168 time: 1.6539519 Apr 15 10:57:50.169778 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Request body: {'port': {'device_id': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'admin_state_up': True, 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'security_groups': ['db6cb37b-2220-4615-8b6d-fd85d90c03ea']}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:50.344317 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:50.349301 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Usage tracker for resource:port and tenant:95b6d3d44f5441d68e73436f3a947935 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:50.354337 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:50.363072 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:50.376807 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Made reservation on behalf of 95b6d3d44f5441d68e73436f3a947935 for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:50.382635 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.494884 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Router bc36081f-431d-4b4c-a17b-7055af6d70d1 is scheduled to L3 agent 5855746d-8229-4944-a008-0799a85f9945 with binding_index 1 {{(pid=85286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:57:50.685079 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Allocated IP 172.20.0.14 (64d721fb-2821-48d5-ac89-567367ad279d/be7d2f97-abff-4a3f-98bc-26e4b12e7f7c/c9d48f1e-a3cb-4c48-9947-6c118ae142d3) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:50.708881 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45018) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:50.717269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047755015', 'description': 'tempest-description--725717471'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:50.728263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:50.731158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:57:50.744617 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Sync routers for ids ['bc36081f-431d-4b4c-a17b-7055af6d70d1'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:57:50.747794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Usage tracker for resource:security_group and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:50.753477 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:50.760058 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Routers {'bc36081f-431d-4b4c-a17b-7055af6d70d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:50.761392 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['bc36081f-431d-4b4c-a17b-7055af6d70d1'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:50.764030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:50.776415 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] Notify callbacks [] for router, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.780469 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a041a240-6407-40c4-b171-ada249a2e6ca admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1209071 Apr 15 10:57:50.781885 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45024) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:50.880634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:50.989011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:50.998988 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Usage tracker for resource:security_group_rule and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:51.004504 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:51.024678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:51.058849 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Set router bc36081f-431d-4b4c-a17b-7055af6d70d1 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:51.124226 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:51.179695 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Transition to ACTIVE for port object c9d48f1e-a3cb-4c48-9947-6c118ae142d3 will not be triggered until provisioned by entity DHCP. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:51.236410 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:51.266271 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8f434311-9109-46f4-b12b-bf610c018023 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:51.442697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:57:51.499290 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:49Z', 'revision_number': 3, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port': {'id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:47Z', 'updated_at': '2021-04-15T10:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:51.503783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Checking router: bc36081f-431d-4b4c-a17b-7055af6d70d1 for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:57:51.504188 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Updating router bc36081f-431d-4b4c-a17b-7055af6d70d1 port b20dab99-3ccb-4cbe-a171-4a5cd0ce088e binding host dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:57:51.569842 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event updated for resources: {'Port': ['ID=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:51.582148 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:51.582323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:51.608700 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Network 64d721fb-2821-48d5-ac89-567367ad279d is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:51.611438 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:51.615020 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:51.727858 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:51.728836 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:51.757714 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5917757 Apr 15 10:57:51.768271 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:51.777289 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Request body: {'port': {'device_id': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:51.792991 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:51.804183 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8d7a306b-3b52-4c1b-829d-0265632e07f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:51.950260 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.035716 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7e0bd5-4925-45e0-8073-bcb56504c8a1,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:52.043952 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:52.057713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60717ca4-3179-4811-a1e8-138e5b824801 req-fdc4fffa-e583-4663-8f0e-bbcad1cbba4e tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:52.059617 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-60717ca4-3179-4811-a1e8-138e5b824801 req-fdc4fffa-e583-4663-8f0e-bbcad1cbba4e tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 932 time: 0.7219703 Apr 15 10:57:52.060535 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.061785 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3516161 Apr 15 10:57:52.067245 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 45044) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:52.080983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-a09a35f3-8596-40d6-880f-370bdddf63a6 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Request body: {'security_group_rule': {'security_group_id': '8e7e0bd5-4925-45e0-8073-bcb56504c8a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:52.124329 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a09a35f3-8596-40d6-880f-370bdddf63a6 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:52.141672 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a09a35f3-8596-40d6-880f-370bdddf63a6 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Usage tracker for resource:security_group_rule and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:52.146835 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a09a35f3-8596-40d6-880f-370bdddf63a6 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:52.147898 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-60717ca4-3179-4811-a1e8-138e5b824801 req-cf9a67ea-d725-4208-b1b2-dd9b2e63a34f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717762 Apr 15 10:57:52.163210 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a09a35f3-8596-40d6-880f-370bdddf63a6 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:52.248483 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c47a6b-9ca0-4cf7-a9a3-b0ac672652c0 None None] Network 489d5acd-ee71-4613-a2b7-e64dddf50594 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:57:52.248760 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a09a35f3-8596-40d6-880f-370bdddf63a6 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.366557 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-7619d51c-2f71-4d9a-8b06-412a26a47d3d None None] Provisioning for port ff8836b4-48de-41a5-a4cc-a6012a868eaa completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:52.387289 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.415588 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.423058 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a09a35f3-8596-40d6-880f-370bdddf63a6 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.431513 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device ff8836b4-48de-41a5-a4cc-a6012a868eaa up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:52.435268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a09a35f3-8596-40d6-880f-370bdddf63a6 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.448836 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1f0811a7-8780-48bf-90d2-9b11b521b870 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:52.481476 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a35f3-8596-40d6-880f-370bdddf63a6 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f5f88f-0070-4a9a-ba7d-9f341f7099ae,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:52.484251 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a09a35f3-8596-40d6-880f-370bdddf63a6 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:52.596345 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a09a35f3-8596-40d6-880f-370bdddf63a6 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.598386 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a09a35f3-8596-40d6-880f-370bdddf63a6 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5292530 Apr 15 10:57:52.601634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 45052) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:52.609703 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-90582627-46b0-4509-893b-2ff8d4f972ec tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Request body: {'security_group_rule': {'security_group_id': '8e7e0bd5-4925-45e0-8073-bcb56504c8a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:52.618605 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-90582627-46b0-4509-893b-2ff8d4f972ec tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:52.622261 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-6c3206e6-6340-4e10-8c0e-ea3f37acb91e None None] Provisioning for port c9d48f1e-a3cb-4c48-9947-6c118ae142d3 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:52.641428 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-90582627-46b0-4509-893b-2ff8d4f972ec tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Usage tracker for resource:security_group_rule and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:52.649301 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-90582627-46b0-4509-893b-2ff8d4f972ec tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:52.679764 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-6c3206e6-6340-4e10-8c0e-ea3f37acb91e None None] Provisioning complete for port c9d48f1e-a3cb-4c48-9947-6c118ae142d3 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:52.680196 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c3206e6-6340-4e10-8c0e-ea3f37acb91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.694387 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-90582627-46b0-4509-893b-2ff8d4f972ec tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:52.736033 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d48f1e-a3cb-4c48-9947-6c118ae142d3 {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:52.741962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-90582627-46b0-4509-893b-2ff8d4f972ec tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.749671 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-6c3206e6-6340-4e10-8c0e-ea3f37acb91e None None] Port c9d48f1e-a3cb-4c48-9947-6c118ae142d3 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:57:52.755798 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.db.resource_extend [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 10:57:52.756874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.764408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Allocated IP 172.20.0.1 (489d5acd-ee71-4613-a2b7-e64dddf50594/e7622b6a-b918-4e6e-83d3-1f7241aed5a6/c9288390-e179-462f-bfa2-d0e2774b9689) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:52.802394 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Transition to ACTIVE for port object c9d48f1e-a3cb-4c48-9947-6c118ae142d3 will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:52.807938 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.828254 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-51024a62-fadc-403b-8b4e-3fcee8f529f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:52.834097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port ff8836b4-48de-41a5-a4cc-a6012a868eaa completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:52.850133 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port ff8836b4-48de-41a5-a4cc-a6012a868eaa triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:52.850613 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:52.951471 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.019530 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Transition to ACTIVE for port object b20dab99-3ccb-4cbe-a171-4a5cd0ce088e will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:53.030108 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.034350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.052451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Transition to ACTIVE for port object c9288390-e179-462f-bfa2-d0e2774b9689 will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:53.081750 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.180864 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-90582627-46b0-4509-893b-2ff8d4f972ec tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.224561 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:53.274826 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.286011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-90582627-46b0-4509-893b-2ff8d4f972ec tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.291215 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:53.344958 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Pushing event updated for resources: {'Port': ['ID=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:53.363832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:53.364533 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a09a35f3-8596-40d6-880f-370bdddf63a6 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:53.395646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-90582627-46b0-4509-893b-2ff8d4f972ec tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.397789 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-90582627-46b0-4509-893b-2ff8d4f972ec tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7947843 Apr 15 10:57:53.402826 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 45072) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:53.403851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90582627-46b0-4509-893b-2ff8d4f972ec tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a4f422-c25c-479e-b114-2275fd3aa6d6,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:53.413458 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-90582627-46b0-4509-893b-2ff8d4f972ec tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:53.417678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Request body: {'floatingip': {'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:53.430169 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:53.438921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f274c-eae0-4c31-9252-cdde38a72a81 None None] Pushing event updated for resources: {'Port': ['ID=b20dab99-3ccb-4cbe-a171-4a5cd0ce088e,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:53.440775 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Usage tracker for resource:floatingip and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:53.446642 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:53.475709 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Attempting to bind port b20dab99-3ccb-4cbe-a171-4a5cd0ce088e on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:53.476190 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Attempting to bind port b20dab99-3ccb-4cbe-a171-4a5cd0ce088e by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:53.476733 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Attempting to bind port b20dab99-3ccb-4cbe-a171-4a5cd0ce088e on network 07542e32-3df2-45eb-88b2-df384f761ab0 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:53.479671 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Pushing event updated for resources: {'Port': ['ID=c9288390-e179-462f-bfa2-d0e2774b9689,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:53.489237 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-945f274c-eae0-4c31-9252-cdde38a72a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:53.489496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:53.491993 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Network 489d5acd-ee71-4613-a2b7-e64dddf50594 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:53.494515 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:53.498402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:53.517813 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:53.523284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Checking segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:53.525597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.526684 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Bound using segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:53.534274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Bound port: b20dab99-3ccb-4cbe-a171-4a5cd0ce088e, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:53.537054 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.548958 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:53.624012 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-937887'] for router_interface, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.624576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-9176ec17-75a6-49df-9322-8517d6027f9f None None] Provisioning complete for port ff8836b4-48de-41a5-a4cc-a6012a868eaa triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:53.625453 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9176ec17-75a6-49df-9322-8517d6027f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.697808 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.762835 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port ff8836b4-48de-41a5-a4cc-a6012a868eaa, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=ff8836b4-48de-41a5-a4cc-a6012a868eaa,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:53.771463 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.787510 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:53.904966 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce7e60-5695-4591-817c-021be2b1fd92 req-79ebd4a3-7e41-4149-a3a5-872a3204bad2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:53.913415 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-64ce7e60-5695-4591-817c-021be2b1fd92 req-79ebd4a3-7e41-4149-a3a5-872a3204bad2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.5675371 Apr 15 10:57:53.955606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Attempting to bind port c9d48f1e-a3cb-4c48-9947-6c118ae142d3 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:53.955991 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Attempting to bind port c9d48f1e-a3cb-4c48-9947-6c118ae142d3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:53.956366 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Attempting to bind port c9d48f1e-a3cb-4c48-9947-6c118ae142d3 on network 64d721fb-2821-48d5-ac89-567367ad279d {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:53.964392 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Port c9d48f1e-a3cb-4c48-9947-6c118ae142d3 on network 64d721fb-2821-48d5-ac89-567367ad279d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:57:53.964762 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Attempting to bind port c9d48f1e-a3cb-4c48-9947-6c118ae142d3 on network 64d721fb-2821-48d5-ac89-567367ad279d {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:53.973478 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:53.973862 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Checking segment: {'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:53.974299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Bound using segment: {'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:53.975178 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Bound port: c9d48f1e-a3cb-4c48-9947-6c118ae142d3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e779e98-4273-41ae-93d7-dc9669d2c445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:53.975579 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.002058 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-64ce7e60-5695-4591-817c-021be2b1fd92 req-a99580af-11ed-4eb7-a260-68161aab292b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849106 Apr 15 10:57:54.026480 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] For port b20dab99-3ccb-4cbe-a171-4a5cd0ce088e, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:54.039928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=ff8836b4-48de-41a5-a4cc-a6012a868eaa,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:54.046061 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] For port b20dab99-3ccb-4cbe-a171-4a5cd0ce088e, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=b20dab99-3ccb-4cbe-a171-4a5cd0ce088e,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:54.047788 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:54.054119 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.074611 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-945f274c-eae0-4c31-9252-cdde38a72a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:54.159531 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.160757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] For port c9d48f1e-a3cb-4c48-9947-6c118ae142d3, host hv-cinder-78638, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:54.167319 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] For port c9d48f1e-a3cb-4c48-9947-6c118ae142d3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:54.170290 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.204721 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-344e0c1e-502e-4bbe-a93e-d4e8f8c35c62 None None] Provisioning for port c9288390-e179-462f-bfa2-d0e2774b9689 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:54.207763 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45082) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:54.214909 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.230713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-59202c57-bea6-4ee2-acad-b96bec2b7847 tempest-VolumesNegativeTest-2068969542 tempest-VolumesNegativeTest-2068969542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:54.235071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-344e0c1e-502e-4bbe-a93e-d4e8f8c35c62 None None] Provisioning complete for port c9288390-e179-462f-bfa2-d0e2774b9689 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:54.235607 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-344e0c1e-502e-4bbe-a93e-d4e8f8c35c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.317643 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f274c-eae0-4c31-9252-cdde38a72a81 None None] Pushing event updated for resources: {'Port': ['ID=b20dab99-3ccb-4cbe-a171-4a5cd0ce088e,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:54.318177 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Pushing event updated for resources: {'Port': ['ID=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:54.322908 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-945f274c-eae0-4c31-9252-cdde38a72a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:54.332159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:54.374649 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-344e0c1e-502e-4bbe-a93e-d4e8f8c35c62 None None] Port c9288390-e179-462f-bfa2-d0e2774b9689 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:57:54.411358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device ff8836b4-48de-41a5-a4cc-a6012a868eaa up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:54.466404 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Routers {'bc36081f-431d-4b4c-a17b-7055af6d70d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:54.467232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['bc36081f-431d-4b4c-a17b-7055af6d70d1'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:54.523381 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5336e2b-39ab-4d37-836b-efd76e36af09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.567861 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a5336e2b-39ab-4d37-836b-efd76e36af09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:54.578443 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Allocated IP 172.28.2.240 (07542e32-3df2-45eb-88b2-df384f761ab0/8a111444-f903-4ab8-a6a6-fdc00bae7494/b5e1a300-f88e-4132-976a-728e6bb67a55) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:54.584951 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a5336e2b-39ab-4d37-836b-efd76e36af09 admin admin] Usage tracker for resource:security_group_rule and tenant:2a47f1c81c4f423db718b06edf9e39f8 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:54.588678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:54.589790 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.590637 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a5336e2b-39ab-4d37-836b-efd76e36af09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:54.591371 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] 10.222.0.102 "PUT /v2.0/ports/c9d48f1e-a3cb-4c48-9947-6c118ae142d3 HTTP/1.1" status: 200 len: 1094 time: 2.8204837 Apr 15 10:57:54.591933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'tag': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:54.627494 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a5336e2b-39ab-4d37-836b-efd76e36af09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:54.701164 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.706604 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843394218'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.773776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4947524c-256b-42c6-a395-931275f0a612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:54.811797 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937268'] for router_interface, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.813251 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'tag': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'status': 'completed', 'code': 200} Apr 15 10:57:54.878739 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] Set router bc36081f-431d-4b4c-a17b-7055af6d70d1 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:54.940994 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.009880 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.028964 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fe8cfe63-9b21-4310-b4a6-8074bd51a4ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:55.108231 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Pushing event updated for resources: {'Port': ['ID=c9288390-e179-462f-bfa2-d0e2774b9689,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:55.120192 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:55.126257 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Network 489d5acd-ee71-4613-a2b7-e64dddf50594 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:55.136279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:55.197430 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74403093-6835-4f00-ba73-cefbaf7714ea req-426016a2-2ec3-4027-a9f9-7b1b9c97e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:55.199424 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-426016a2-2ec3-4027-a9f9-7b1b9c97e18b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95b6d3d44f5441d68e73436f3a947935&device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 1097 time: 0.3901486 Apr 15 10:57:55.211543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event updated for resources: {'Port': ['ID=b5e1a300-f88e-4132-976a-728e6bb67a55,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:55.216358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:55.303924 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-68f2aae3-6311-4334-aa93-08235166bedb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3 HTTP/1.1" status: 200 len: 217 time: 0.0842955 Apr 15 10:57:55.308795 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1139ac6d-74cc-413f-99cc-e4cb6f64211f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.310417 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port ff8836b4-48de-41a5-a4cc-a6012a868eaa triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:55.310729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.424455 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74403093-6835-4f00-ba73-cefbaf7714ea req-1549e150-7cca-467e-9bd2-22696aaa467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:55.426132 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-1549e150-7cca-467e-9bd2-22696aaa467e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be7d2f97-abff-4a3f-98bc-26e4b12e7f7c HTTP/1.1" status: 200 len: 855 time: 0.1107497 Apr 15 10:57:55.493411 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:55.508893 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:55.526168 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:55.532261 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5336e2b-39ab-4d37-836b-efd76e36af09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.542754 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5336e2b-39ab-4d37-836b-efd76e36af09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.561344 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3bf83b59-d28e-4917-874c-b88876f8350b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:55.582294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0645e371-c9fc-45f2-860f-b65c50eab1bb None None] Provisioning complete for port c9288390-e179-462f-bfa2-d0e2774b9689 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:55.583228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0645e371-c9fc-45f2-860f-b65c50eab1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.639210 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a5336e2b-39ab-4d37-836b-efd76e36af09 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2a47f1c81c4f423db718b06edf9e39f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4223914 Apr 15 10:57:55.644216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45092) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:55.653588 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5336e2b-39ab-4d37-836b-efd76e36af09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaca6242-d64c-4d0a-adec-953403048078,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:55.675399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-0645e371-c9fc-45f2-860f-b65c50eab1bb None None] Port c9288390-e179-462f-bfa2-d0e2774b9689 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:57:55.680987 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cef1ce-2502-43f9-8f27-91cad70daeb2 req-01179851-199d-4b92-a691-3ea8f6700380 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:55.681825 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74403093-6835-4f00-ba73-cefbaf7714ea req-d6016879-b671-4633-8e66-13ec069ad671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:55.683732 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-03cef1ce-2502-43f9-8f27-91cad70daeb2 req-01179851-199d-4b92-a691-3ea8f6700380 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.3159888 Apr 15 10:57:55.685298 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-d6016879-b671-4633-8e66-13ec069ad671 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d721fb-2821-48d5-ac89-567367ad279d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2479453 Apr 15 10:57:55.685471 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a5336e2b-39ab-4d37-836b-efd76e36af09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:55.705318 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 4, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port': {'id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:47Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'c9288390-e179-462f-bfa2-d0e2774b9689', 'name': '', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'mac_address': 'fa:16:3e:4f:e1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:57:52Z', 'revision_number': 1, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'subnets': [{'id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:55.714783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Router bc36081f-431d-4b4c-a17b-7055af6d70d1 has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:57:55.729794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5e18b8-0029-4d8b-b2bb-472f13a62f80 None None] The sync data for ids ['bc36081f-431d-4b4c-a17b-7055af6d70d1'] in dv-cinder-786385-1-smb is: [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 4, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port': {'id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:47Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'c9288390-e179-462f-bfa2-d0e2774b9689', 'name': '', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'mac_address': 'fa:16:3e:4f:e1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:57:52Z', 'revision_number': 1, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'subnets': [{'id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:57:55.790629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.900612 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:55.983534 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-e8a97d82-6876-498b-b6cd-652488e061be service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877669 Apr 15 10:57:56.220882 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-03cef1ce-2502-43f9-8f27-91cad70daeb2 req-4dcf214f-d7f1-4935-8206-fe533d80123f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5046926 Apr 15 10:57:56.258118 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a40d816a-5411-4203-80bc-2e957ce9c8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:56.312083 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a40d816a-5411-4203-80bc-2e957ce9c8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:56.320383 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:57:56.379274 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] 10.222.0.96 "PUT /v2.0/routers/bc36081f-431d-4b4c-a17b-7055af6d70d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5959554 Apr 15 10:57:56.402451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a40d816a-5411-4203-80bc-2e957ce9c8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:56.409056 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-778d0f77-cd14-4739-8617-0c7e71df57cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:56.428768 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d816a-5411-4203-80bc-2e957ce9c8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaca6242-d64c-4d0a-adec-953403048078,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:56.430011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a40d816a-5411-4203-80bc-2e957ce9c8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:56.431663 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a40d816a-5411-4203-80bc-2e957ce9c8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:56.433141 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a40d816a-5411-4203-80bc-2e957ce9c8ef admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aaca6242-d64c-4d0a-adec-953403048078 HTTP/1.1" status: 204 len: 168 time: 0.7829344 Apr 15 10:57:56.559290 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-74403093-6835-4f00-ba73-cefbaf7714ea req-65cd5cb3-8776-47ad-bc50-bb1b83251fd6 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371494 Apr 15 10:57:56.664600 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:56.669441 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:56.691556 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-435b5d07-a2dd-45d5-86d6-3918b8e09bf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:56.925144 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event updated for resources: {'Port': ['ID=b5e1a300-f88e-4132-976a-728e6bb67a55,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:56.932405 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45106) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:56.934017 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:56.964213 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d8ff47af-8de0-4032-8c9f-45b3f32d4a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:56.982631 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d8ff47af-8de0-4032-8c9f-45b3f32d4a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:56.987349 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d8ff47af-8de0-4032-8c9f-45b3f32d4a62 admin admin] Usage tracker for resource:security_group_rule and tenant:d0fd2e640966462b9d15abd8e9f5d78c is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:56.991335 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d8ff47af-8de0-4032-8c9f-45b3f32d4a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:56.999287 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d8ff47af-8de0-4032-8c9f-45b3f32d4a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:57.017498 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11d3a0-3199-47ea-a2e0-c596ea24e79d req-0bff1426-16d3-4c98-8266-b3074a3292ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:57.019458 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-de11d3a0-3199-47ea-a2e0-c596ea24e79d req-0bff1426-16d3-4c98-8266-b3074a3292ed service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95b6d3d44f5441d68e73436f3a947935&device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 1097 time: 0.3326149 Apr 15 10:57:57.125186 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d8ff47af-8de0-4032-8c9f-45b3f32d4a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.131363 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d8ff47af-8de0-4032-8c9f-45b3f32d4a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.142332 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7a0bf0e5-4c94-4ec4-90c2-21955f2ebb39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:57.202673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853837847'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.210028 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d8ff47af-8de0-4032-8c9f-45b3f32d4a62 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d0fd2e640966462b9d15abd8e9f5d78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756426 Apr 15 10:57:57.213783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45114) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:57.232304 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff47af-8de0-4032-8c9f-45b3f32d4a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fed261f-83de-4068-b35f-1ac1bc0ed0c8,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:57.248779 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d8ff47af-8de0-4032-8c9f-45b3f32d4a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:57.275206 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.289313 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8824477 Apr 15 10:57:57.297564 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11d3a0-3199-47ea-a2e0-c596ea24e79d req-22d987c7-9fa3-41c8-b912-aed5e9e6d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:57.299471 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-de11d3a0-3199-47ea-a2e0-c596ea24e79d req-22d987c7-9fa3-41c8-b912-aed5e9e6d1ae service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 200 len: 918 time: 0.2686300 Apr 15 10:57:57.375897 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5b5667da-6c3b-4b37-847b-8b6cc37f523b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.475774 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-de11d3a0-3199-47ea-a2e0-c596ea24e79d req-df995cdf-49f0-4833-9f4e-80cb96e210b4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3 HTTP/1.1" status: 200 len: 217 time: 0.1679144 Apr 15 10:57:57.496282 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45128) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:57.498661 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5b5667da-6c3b-4b37-847b-8b6cc37f523b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.520442 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2030831533-network', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:57.545792 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:57.566361 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Usage tracker for resource:network and tenant:b9be4a7f41624779be14cb8cdd9b49c2 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:57.568011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11d3a0-3199-47ea-a2e0-c596ea24e79d req-bac876fd-5447-42fa-9afb-541f77e51594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:57.570361 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-de11d3a0-3199-47ea-a2e0-c596ea24e79d req-bac876fd-5447-42fa-9afb-541f77e51594 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be7d2f97-abff-4a3f-98bc-26e4b12e7f7c HTTP/1.1" status: 200 len: 855 time: 0.0844791 Apr 15 10:57:57.573207 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:57.603394 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:57.651876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Made reservation on behalf of b9be4a7f41624779be14cb8cdd9b49c2 for: {'network': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:57.656716 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.660613 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11d3a0-3199-47ea-a2e0-c596ea24e79d req-9a020b28-08f6-467d-b7fd-3623abc88a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:57.663521 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-de11d3a0-3199-47ea-a2e0-c596ea24e79d req-9a020b28-08f6-467d-b7fd-3623abc88a14 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d721fb-2821-48d5-ac89-567367ad279d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851419 Apr 15 10:57:57.678922 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5b5667da-6c3b-4b37-847b-8b6cc37f523b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.682940 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.696701 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e39f88ee-244b-452a-8932-03b63e6d9c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:57.705885 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-2b242606-eb55-4f4a-a2e1-814b17a37628 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Synchronizing usage tracker for tenant:f24b7e01c38e4735b55d97689495aa77 on resource:security_group {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:57.722659 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf60d6-14ba-45fb-b6f5-5c1f3d7155fd req-e2ac75a1-7ddf-470b-ae2d-b9ccee1b2e0c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:57.724689 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-47bf60d6-14ba-45fb-b6f5-5c1f3d7155fd req-e2ac75a1-7ddf-470b-ae2d-b9ccee1b2e0c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.3080304 Apr 15 10:57:57.734748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5667da-6c3b-4b37-847b-8b6cc37f523b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fed261f-83de-4068-b35f-1ac1bc0ed0c8,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:57.736976 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:57.749417 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5b5667da-6c3b-4b37-847b-8b6cc37f523b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:57.750449 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Usage tracker for resource:security_group_rule and tenant:b9be4a7f41624779be14cb8cdd9b49c2 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:57.772222 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:57.775640 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5b5667da-6c3b-4b37-847b-8b6cc37f523b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:57.776885 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-5b5667da-6c3b-4b37-847b-8b6cc37f523b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7fed261f-83de-4068-b35f-1ac1bc0ed0c8 HTTP/1.1" status: 204 len: 168 time: 0.5622315 Apr 15 10:57:57.788843 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:57.805741 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-2b242606-eb55-4f4a-a2e1-814b17a37628 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Unset dirty status for tenant:f24b7e01c38e4735b55d97689495aa77 on resource:security_group {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:57.807073 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-2b242606-eb55-4f4a-a2e1-814b17a37628 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--2047755015&fields=id&tenant_id=f24b7e01c38e4735b55d97689495aa77 HTTP/1.1" status: 200 len: 267 time: 0.2303693 Apr 15 10:57:57.850262 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-47bf60d6-14ba-45fb-b6f5-5c1f3d7155fd req-2431ab8a-c358-4eec-b4df-a86747453ea2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079895 Apr 15 10:57:57.884609 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-de11d3a0-3199-47ea-a2e0-c596ea24e79d req-e4db5e78-70da-475e-9db9-881962950526 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092726 Apr 15 10:57:57.974963 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device c9d48f1e-a3cb-4c48-9947-6c118ae142d3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:57:58.093864 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-de11d3a0-3199-47ea-a2e0-c596ea24e79d req-a38c9d1d-1258-425d-8499-068a655142cd service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021022 Apr 15 10:57:58.100832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-3da0faf1-22b8-45d1-a3d8-449cb26d520e tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:58.101454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-54f949d2-1921-4f19-8dfd-91a9263a3cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.102670 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-3da0faf1-22b8-45d1-a3d8-449cb26d520e tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/networks?id=12b1554d-27d3-4f03-be40-e76a3174964e HTTP/1.1" status: 200 len: 810 time: 0.2850306 Apr 15 10:57:58.104845 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.109103 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.112822 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2f058f9a-7184-4d72-b2ab-02cd191fb605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:58.171808 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port c9d48f1e-a3cb-4c48-9947-6c118ae142d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:58.172691 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-4aeac35c-2603-4e50-a37f-a34d2366c69b tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/quotas/f24b7e01c38e4735b55d97689495aa77 HTTP/1.1" status: 200 len: 375 time: 0.0466204 Apr 15 10:57:58.176971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacac15f-3104-4d1b-8bde-38a8f178924e,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:58.180603 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] vlan segment allocate from pool success with {'vlan_id': 1291, 'physical_network': 'physnet1'} {{(pid=85286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:57:58.189097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:58.194508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'port_id': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'mac_address': 'fa:16:3e:d3:06:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:57:58.243451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.243931 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Added segment c75a69af-f014-40eb-9a68-bfedb56cb1a1 of type vlan for network a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 Apr 15 10:57:58.261810 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.285674 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d48f1e-a3cb-4c48-9947-6c118ae142d3 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:58.301011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.328254 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-fa3c0144-56c5-43bf-b24e-a2e4bd20a652 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f24b7e01c38e4735b55d97689495aa77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1445949 Apr 15 10:57:58.343538 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port c9d48f1e-a3cb-4c48-9947-6c118ae142d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:58.348651 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.350791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:58.429541 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device b20dab99-3ccb-4cbe-a171-4a5cd0ce088e up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:58.461525 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.464766 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:58.465432 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.473173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:58.513972 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:58.518821 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:58.523314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.536684 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port b20dab99-3ccb-4cbe-a171-4a5cd0ce088e completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:58.543286 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port b20dab99-3ccb-4cbe-a171-4a5cd0ce088e triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:58.543885 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.635527 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1268034 Apr 15 10:57:58.638834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 45156) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:58.641803 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Pushing event updated for resources: {'Network': ['ID=a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:58.646041 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:58.648906 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-008f53b4-43e4-4d8b-a038-036f7e01538a service neutron] 10.222.0.96 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928317 Apr 15 10:57:58.652992 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Request body: {'subnet': {'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2030831533-subnet', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:58.660100 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:58.665375 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Usage tracker for resource:subnet and tenant:b9be4a7f41624779be14cb8cdd9b49c2 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:58.668915 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:58.673849 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:57:58.676280 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:58.691142 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Made reservation on behalf of b9be4a7f41624779be14cb8cdd9b49c2 for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:58.700272 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853269023'] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:58.706361 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['c9d48f1e-a3cb-4c48-9947-6c118ae142d3'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:58.809268 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-a9dc4cd8-75b7-4f48-9b81-079811b0a332 service neutron] 10.222.0.96 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503177 Apr 15 10:57:58.873421 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.030626 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port b20dab99-3ccb-4cbe-a171-4a5cd0ce088e, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=b20dab99-3ccb-4cbe-a171-4a5cd0ce088e,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:59.042279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.046540 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:59.204709 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=b20dab99-3ccb-4cbe-a171-4a5cd0ce088e,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:59.216667 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:59.282177 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-301b2768-7bb2-463e-9ab7-5059c49965f9 req-f1451695-0a54-44be-a188-d4cfa11d10e8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 210 time: 0.0832188 Apr 15 10:57:59.309168 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036842780566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853269008'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.330279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f53e0-08db-40bf-8e21-a3872189b889 req-96daf8a4-909a-4d80-a028-db496070eb11 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:59.339367 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e39f53e0-08db-40bf-8e21-a3872189b889 req-96daf8a4-909a-4d80-a028-db496070eb11 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 945 time: 0.2715838 Apr 15 10:57:59.407840 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e39f53e0-08db-40bf-8e21-a3872189b889 req-280043b4-fe4b-4ed4-a037-486629fa0d1c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672755 Apr 15 10:57:59.413552 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:59.445808 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.514363 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=967efcc6-6a0a-4515-a262-8b1dd1917b54,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:59.519645 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:59.581216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Checking segment: {'id': 'c75a69af-f014-40eb-9a68-bfedb56cb1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:59.581840 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Network hostable DHCP agents. Network: a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:57:59.602914 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Network a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:57:59.612361 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:59.625100 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12286074-a019-40f3-a7a8-768201691b10 None None] Network a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:57:59.633643 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:59.634313 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.663737 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0203447 Apr 15 10:57:59.664142 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45186) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:59.669888 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2030831533-router', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:59.678701 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:59.685045 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Usage tracker for resource:router and tenant:b9be4a7f41624779be14cb8cdd9b49c2 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:59.690986 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:59.700708 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:59.726329 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763758'] for router, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.727712 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853839550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853837984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853845986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12058'] for router, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.734613 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Sync routers for ids ['bc36081f-431d-4b4c-a17b-7055af6d70d1'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:57:59.750478 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:59.754374 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Routers {'bc36081f-431d-4b4c-a17b-7055af6d70d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:59.756419 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['bc36081f-431d-4b4c-a17b-7055af6d70d1'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:59.927097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df36fe-b1bb-56e7-8181-c51374db0232-a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4', 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'fixed_ips': [{'subnet_id': '967efcc6-6a0a-4515-a262-8b1dd1917b54'}]}} from dv-cinder-786385-1-smb. {{(pid=85287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:57:59.929729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.045656 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device c9d48f1e-a3cb-4c48-9947-6c118ae142d3 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:00.102442 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Set router bc36081f-431d-4b4c-a17b-7055af6d70d1 gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:00.149910 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853837965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12073'] for router, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.193356 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Allocated IP 172.20.0.2 (a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4/967efcc6-6a0a-4515-a262-8b1dd1917b54/d18ee580-aacb-45d2-aaf2-b4498c250638) {{(pid=85287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:00.548484 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 4, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port': {'id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:47Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'c9288390-e179-462f-bfa2-d0e2774b9689', 'name': '', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'mac_address': 'fa:16:3e:4f:e1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 2, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'subnets': [{'id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:00.554017 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Checking router: bc36081f-431d-4b4c-a17b-7055af6d70d1 for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:00.554672 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Updating router bc36081f-431d-4b4c-a17b-7055af6d70d1 port c9288390-e179-462f-bfa2-d0e2774b9689 binding host dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:58:00.560810 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device b20dab99-3ccb-4cbe-a171-4a5cd0ce088e up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:00.631945 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.780320 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e8f7971b-335a-4442-8ee3-293779b4f439 req-3deda2f2-97a6-46c9-9560-b72b9cb2f695 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 210 time: 0.3103967 Apr 15 10:58:00.792529 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.887280 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port c9d48f1e-a3cb-4c48-9947-6c118ae142d3 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:00.913410 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port b20dab99-3ccb-4cbe-a171-4a5cd0ce088e triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:00.914048 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.963381 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:00.981417 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port c9d48f1e-a3cb-4c48-9947-6c118ae142d3 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:00.982180 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.007240 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.060272 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-739f8b8d-81f6-47eb-b8b1-bce99f42d5f3 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:01.062253 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-739f8b8d-81f6-47eb-b8b1-bce99f42d5f3 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.102 "GET /v2.0/networks?id=12b1554d-27d3-4f03-be40-e76a3174964e HTTP/1.1" status: 200 len: 810 time: 0.3493652 Apr 15 10:58:01.101682 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea445e9-bf5b-4325-b239-654493e2cedc req-8a88fa61-9ee1-466a-95d8-4b0b44c545f1 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:01.103483 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6ea445e9-bf5b-4325-b239-654493e2cedc req-8a88fa61-9ee1-466a-95d8-4b0b44c545f1 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 945 time: 0.3982036 Apr 15 10:58:01.252271 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-26126a5b-3875-4121-bb8c-234a25763946 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Synchronizing usage tracker for tenant:f24b7e01c38e4735b55d97689495aa77 on resource:security_group {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:01.284255 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-26126a5b-3875-4121-bb8c-234a25763946 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Unset dirty status for tenant:f24b7e01c38e4735b55d97689495aa77 on resource:security_group {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:01.285652 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-26126a5b-3875-4121-bb8c-234a25763946 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f24b7e01c38e4735b55d97689495aa77 HTTP/1.1" status: 200 len: 5704 time: 0.1980228 Apr 15 10:58:01.317427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Request body: {'port': {'device_id': 'd99211f3-30de-4777-8704-8691f6e6cd16', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'admin_state_up': True, 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'security_groups': ['8e7e0bd5-4925-45e0-8073-bcb56504c8a1']}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:01.356515 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.384078 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Allocated IP 172.28.2.121 (07542e32-3df2-45eb-88b2-df384f761ab0/8a111444-f903-4ab8-a6a6-fdc00bae7494/4cd88405-2f85-4431-8d27-12efbd056364) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:01.403565 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6ea445e9-bf5b-4325-b239-654493e2cedc req-713cb55b-5d6a-4186-b281-826fa71f3214 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870390 Apr 15 10:58:01.439211 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.462256 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Transition to ACTIVE for port object d18ee580-aacb-45d2-aaf2-b4498c250638 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:01.496296 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Transition to ACTIVE for port object d18ee580-aacb-45d2-aaf2-b4498c250638 will not be triggered until provisioned by entity DHCP. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:01.502137 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:01.515948 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.539166 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:01.549102 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Usage tracker for resource:port and tenant:f24b7e01c38e4735b55d97689495aa77 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:01.556142 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:01.563250 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:01.575600 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Made reservation on behalf of f24b7e01c38e4735b55d97689495aa77 for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:01.582168 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.603056 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.603678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Notify callbacks [] for port, precommit_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.617537 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Transition to ACTIVE for port object c9288390-e179-462f-bfa2-d0e2774b9689 will not be triggered until provisioned by entity L2. {{(pid=85288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:01.633117 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.642962 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'code': 200} Apr 15 10:58:01.643687 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.644834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port c9d48f1e-a3cb-4c48-9947-6c118ae142d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:01.646031 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:01.655232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2c55ed68-a696-4777-a7ba-0d3f7f79f50a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:01.663765 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:01.716386 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:01.728720 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Pushing event updated for resources: {'Port': ['ID=c9288390-e179-462f-bfa2-d0e2774b9689,revision_number=3']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:01.744654 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd88405-2f85-4431-8d27-12efbd056364,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:01.774350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Pushing event updated for resources: {'Port': ['ID=d18ee580-aacb-45d2-aaf2-b4498c250638,revision_number=1']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:01.778826 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:01.784662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-18a936b6-6935-4c3d-8d7b-6993adcff1c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:01.851205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Allocated IP 172.20.0.3 (12b1554d-27d3-4f03-be40-e76a3174964e/e1b0c5ef-b9a0-497b-969f-009f528ad36f/637a07ac-639f-4f89-aadc-b1eb4b7f6f90) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:01.855545 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.855928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.856306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.856678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.857043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.857410 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.857779 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.858145 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.882152 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.882152 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.882454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.882811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:01.895736 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:01.919416 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:01.964086 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Network a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 is already hosted by enough agents. {{(pid=85287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:01.965390 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:01.966341 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Resources bound (agent type, host, resource id): {{(pid=85287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:01.974286 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Received port after_create {{(pid=85287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:02.116834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Attempting to bind port d18ee580-aacb-45d2-aaf2-b4498c250638 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:02.117055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Attempting to bind port d18ee580-aacb-45d2-aaf2-b4498c250638 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': 'c75a69af-f014-40eb-9a68-bfedb56cb1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:02.117334 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Attempting to bind port d18ee580-aacb-45d2-aaf2-b4498c250638 on network a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:02.123860 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:02.124829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Checking segment: {'id': 'c75a69af-f014-40eb-9a68-bfedb56cb1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:02.124829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.125150 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Bound using segment: {'id': 'c75a69af-f014-40eb-9a68-bfedb56cb1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:02.125666 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Bound port: d18ee580-aacb-45d2-aaf2-b4498c250638, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75a69af-f014-40eb-9a68-bfedb56cb1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:02.126042 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.216837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:02.228648 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a9e4e-f687-4cc2-acf8-ce65abeeabb9 req-291d6653-af52-48f3-8c7d-e6368826d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:02.230313 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-950a9e4e-f687-4cc2-acf8-ce65abeeabb9 req-291d6653-af52-48f3-8c7d-e6368826d027 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 1099 time: 0.2834289 Apr 15 10:58:02.251845 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Attempting to bind port c9288390-e179-462f-bfa2-d0e2774b9689 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:02.252264 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Attempting to bind port c9288390-e179-462f-bfa2-d0e2774b9689 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594'}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:02.254776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Attempting to bind port c9288390-e179-462f-bfa2-d0e2774b9689 on network 489d5acd-ee71-4613-a2b7-e64dddf50594 {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:02.262832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:02.263252 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Checking segment: {'id': 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:02.263713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.264109 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Bound using segment: {'id': 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594'} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:02.264771 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Bound port: c9288390-e179-462f-bfa2-d0e2774b9689, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594'}}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:02.265185 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.307445 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] For port d18ee580-aacb-45d2-aaf2-b4498c250638, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:02.311341 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] For port d18ee580-aacb-45d2-aaf2-b4498c250638, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=d18ee580-aacb-45d2-aaf2-b4498c250638,segment=NetworkSegment(c75a69af-f014-40eb-9a68-bfedb56cb1a1),segment_id=c75a69af-f014-40eb-9a68-bfedb56cb1a1)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:02.313140 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:02.316085 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3a7a0886-06b5-437c-98b9-8002c5f5438d req-7cb08173-0cbf-4869-b95c-e56bc2dedd74 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 210 time: 0.0969677 Apr 15 10:58:02.317134 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:02.318047 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.326286 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:02.329312 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.360864 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-950a9e4e-f687-4cc2-acf8-ce65abeeabb9 req-bc0372b4-9b03-4fb0-97f8-ee8519e4bfbc service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190071 Apr 15 10:58:02.366834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Transition to ACTIVE for port object 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 will not be triggered until provisioned by entity DHCP. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:02.411216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] For port c9288390-e179-462f-bfa2-d0e2774b9689, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:02.416263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] For port c9288390-e179-462f-bfa2-d0e2774b9689, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=c9288390-e179-462f-bfa2-d0e2774b9689,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:02.419505 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.421873 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.440939 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2c55ed68-a696-4777-a7ba-0d3f7f79f50a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:02.455515 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:02.551887 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:02.655783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Pushing event updated for resources: {'Port': ['ID=c9288390-e179-462f-bfa2-d0e2774b9689,revision_number=4']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:02.661693 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:02.764782 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Routers {'bc36081f-431d-4b4c-a17b-7055af6d70d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:02.765678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['bc36081f-431d-4b4c-a17b-7055af6d70d1'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:02.781806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Pushing event updated for resources: {'Port': ['ID=d18ee580-aacb-45d2-aaf2-b4498c250638,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:02.785699 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:02.810305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Network 12b1554d-27d3-4f03-be40-e76a3174964e is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:02.845071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:02.873559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:02.934453 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f06969-1eaf-4813-aa99-47b1514a567f req-55b47855-5923-4426-b0c1-b4817c59d43a tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:02.938439 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-08f06969-1eaf-4813-aa99-47b1514a567f req-55b47855-5923-4426-b0c1-b4817c59d43a tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.2566054 Apr 15 10:58:03.056420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:03.057150 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.072203 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event updated for resources: {'Port': ['ID=637a07ac-639f-4f89-aadc-b1eb4b7f6f90,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:03.081706 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:03.095224 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] Set router bc36081f-431d-4b4c-a17b-7055af6d70d1 gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:03.117913 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8051090 Apr 15 10:58:03.139509 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Request body: {'port': {'device_id': 'd99211f3-30de-4777-8704-8691f6e6cd16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:03.258897 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-08f06969-1eaf-4813-aa99-47b1514a567f req-62f7868d-34b4-49d2-b134-0f09ffbf93f1 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982614 Apr 15 10:58:03.273552 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0b612460-bffe-4a84-89de-66e90cf7df83 None None] Provisioning for port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:03.280806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0b612460-bffe-4a84-89de-66e90cf7df83 None None] Provisioning complete for port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:03.282746 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b612460-bffe-4a84-89de-66e90cf7df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.360577 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.385422 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-0b612460-bffe-4a84-89de-66e90cf7df83 None None] Port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:03.473394 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.650363 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 4, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port': {'id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:47Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'c9288390-e179-462f-bfa2-d0e2774b9689', 'name': '', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'mac_address': 'fa:16:3e:4f:e1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:58:02Z', 'revision_number': 4, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'subnets': [{'id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:03.662235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae498e-719c-4e54-8cff-a3a2a70eda29 None None] The sync data for ids ['bc36081f-431d-4b4c-a17b-7055af6d70d1'] in dv-cinder-786385-1-smb is: [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 4, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port': {'id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:47Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'c9288390-e179-462f-bfa2-d0e2774b9689', 'name': '', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'mac_address': 'fa:16:3e:4f:e1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:58:02Z', 'revision_number': 4, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'subnets': [{'id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:03.839506 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853839368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937818'] for router, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.195835 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470a203-bd92-4d98-959c-1d224aa775f1 req-292cc93d-a116-4eaa-adf8-e0717a01e197 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:04.197565 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6470a203-bd92-4d98-959c-1d224aa775f1 req-292cc93d-a116-4eaa-adf8-e0717a01e197 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 931 time: 0.2218769 Apr 15 10:58:04.291988 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6470a203-bd92-4d98-959c-1d224aa775f1 req-dbfc5a63-9cfe-4222-9f55-bab18f02ac7e tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e7e0bd5-4925-45e0-8073-bcb56504c8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844574 Apr 15 10:58:04.336169 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Router c2870fe8-b852-412e-8587-1bc985057582 is scheduled to L3 agent 5855746d-8229-4944-a008-0799a85f9945 with binding_index 1 {{(pid=85286) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:58:04.605683 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:04.626419 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.628919 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device c9288390-e179-462f-bfa2-d0e2774b9689 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:04.659002 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Transition to ACTIVE for port object 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:04.664920 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.782171 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d5c62927-7829-48f2-be4c-433d1f541515 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:04.783470 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port c9288390-e179-462f-bfa2-d0e2774b9689 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:04.790936 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port c9288390-e179-462f-bfa2-d0e2774b9689 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:04.794396 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cb22e-1c73-4431-9537-011e63d63307 req-44c5139e-a56a-47ef-b183-0edfaf6e1d46 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:04.796524 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5d3cb22e-1c73-4431-9537-011e63d63307 req-44c5139e-a56a-47ef-b183-0edfaf6e1d46 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.2278316 Apr 15 10:58:04.800779 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:58:04.809145 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.898453 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Notify callbacks [] for router, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:04.906181 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2383528 Apr 15 10:58:04.912425 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45260) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:04.928384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Pushing event updated for resources: {'Port': ['ID=637a07ac-639f-4f89-aadc-b1eb4b7f6f90,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:04.933337 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:04.944354 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5d3cb22e-1c73-4431-9537-011e63d63307 req-5084d8c1-e8ee-4ef8-b0ca-2afba5c9ef40 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346292 Apr 15 10:58:05.025270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Sync routers for ids ['c2870fe8-b852-412e-8587-1bc985057582'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:58:05.052998 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Routers {'c2870fe8-b852-412e-8587-1bc985057582'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:05.053724 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['c2870fe8-b852-412e-8587-1bc985057582'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:05.260500 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Attempting to bind port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:05.260887 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Attempting to bind port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:05.261633 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Attempting to bind port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 on network 12b1554d-27d3-4f03-be40-e76a3174964e {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:05.262843 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79db15a0-2f0f-4c61-892e-493f645504e2 None None] Network a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:58:05.267412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 on network 12b1554d-27d3-4f03-be40-e76a3174964e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:58:05.267778 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Attempting to bind port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 on network 12b1554d-27d3-4f03-be40-e76a3174964e {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:05.274019 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:05.274603 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Checking segment: {'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:05.275037 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Bound using segment: {'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:05.275647 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Bound port: 637a07ac-639f-4f89-aadc-b1eb4b7f6f90, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3a6fcf-8995-4de8-8a19-a465f88c5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:05.276035 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.367666 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Set router c2870fe8-b852-412e-8587-1bc985057582 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:05.378452 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] For port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90, host hv-cinder-78638, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:05.383121 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] For port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=637a07ac-639f-4f89-aadc-b1eb4b7f6f90,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:05.388531 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.409010 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4762bf98-c9f5-4803-8d54-c4c9d62965fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:05.626361 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-09950a8f-86c0-4757-bc26-c225629bd9e7 None None] Provisioning for port d18ee580-aacb-45d2-aaf2-b4498c250638 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:05.639466 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Pushing event updated for resources: {'Port': ['ID=637a07ac-639f-4f89-aadc-b1eb4b7f6f90,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:05.645191 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:05.659520 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 45276) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:05.688835 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:05.689902 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.692149 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] 10.222.0.102 "PUT /v2.0/ports/637a07ac-639f-4f89-aadc-b1eb4b7f6f90 HTTP/1.1" status: 200 len: 1093 time: 2.5586319 Apr 15 10:58:05.693627 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99211f3-30de-4777-8704-8691f6e6cd16', 'tag': '637a07ac-639f-4f89-aadc-b1eb4b7f6f90'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:05.890463 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.919471 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-a391bbfc-bf4a-48a4-9672-32693b967592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:05.921704 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-a391bbfc-bf4a-48a4-9672-32693b967592 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f24b7e01c38e4735b55d97689495aa77&device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 1096 time: 0.1746905 Apr 15 10:58:05.925507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cdf8e95-337e-4766-b16f-694949d145c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.969950 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaccc75-28bc-4e8f-8cc1-d8e8e958ec5b req-63767815-7703-4558-bc32-60a4d184f7a9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:05.971647 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7aaccc75-28bc-4e8f-8cc1-d8e8e958ec5b req-63767815-7703-4558-bc32-60a4d184f7a9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.7026248 Apr 15 10:58:06.001251 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 45284) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:06.005226 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port c9288390-e179-462f-bfa2-d0e2774b9689, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=c9288390-e179-462f-bfa2-d0e2774b9689,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:06.023625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-441ae602-7242-4404-bde4-1a574a97e5bd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Request body: {'floatingip': {'port_id': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:06.058349 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95dd1b-ca9b-46b2-b045-b634bdd467e1 req-646fd614-9b1d-4f11-a581-d8ba597d0ad0 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:06.060035 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ee95dd1b-ca9b-46b2-b045-b634bdd467e1 req-646fd614-9b1d-4f11-a581-d8ba597d0ad0 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 943 time: 0.2973397 Apr 15 10:58:06.087213 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-1e689934-6022-4e6f-919c-64159ba61a47 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637a07ac-639f-4f89-aadc-b1eb4b7f6f90 HTTP/1.1" status: 200 len: 217 time: 0.1498637 Apr 15 10:58:06.095524 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99211f3-30de-4777-8704-8691f6e6cd16', 'tag': '637a07ac-639f-4f89-aadc-b1eb4b7f6f90', 'status': 'completed', 'code': 200} Apr 15 10:58:06.096521 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9cdf8e95-337e-4766-b16f-694949d145c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:06.158469 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-9cdf8e95-337e-4766-b16f-694949d145c0 admin admin] Usage tracker for resource:security_group_rule and tenant:3225a0a6622f41b88022cf23330a7ee2 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:06.169787 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-441ae602-7242-4404-bde4-1a574a97e5bd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for floatingip, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:06.195380 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ee95dd1b-ca9b-46b2-b045-b634bdd467e1 req-662258d0-88d4-4aa0-8647-a48a9e7d67c1 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e7e0bd5-4925-45e0-8073-bcb56504c8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724411 Apr 15 10:58:06.231140 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-9cdf8e95-337e-4766-b16f-694949d145c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:06.256622 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9cdf8e95-337e-4766-b16f-694949d145c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:06.356619 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-6a4fb809-41c2-4726-8600-b4005308052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:06.358226 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-6a4fb809-41c2-4726-8600-b4005308052a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e1b0c5ef-b9a0-497b-969f-009f528ad36f HTTP/1.1" status: 200 len: 849 time: 0.2488067 Apr 15 10:58:06.382646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:06.383412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device d18ee580-aacb-45d2-aaf2-b4498c250638 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:06.418860 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:06.425205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:06.577794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=c9288390-e179-462f-bfa2-d0e2774b9689,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:06.581210 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:06.620506 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port d18ee580-aacb-45d2-aaf2-b4498c250638 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:06.633449 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2870fe8-b852-412e-8587-1bc985057582', 'name': 'tempest-TestShelveInstance-2030831533-router', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '4cd88405-2f85-4431-8d27-12efbd056364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:59Z', 'updated_at': '2021-04-15T10:58:02Z', 'revision_number': 3, 'project_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'gw_port': {'id': '4cd88405-2f85-4431-8d27-12efbd056364', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2870fe8-b852-412e-8587-1bc985057582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:01Z', 'updated_at': '2021-04-15T10:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:06.636496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port d18ee580-aacb-45d2-aaf2-b4498c250638 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:06.636922 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:06.671662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Checking router: c2870fe8-b852-412e-8587-1bc985057582 for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:06.672064 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Updating router c2870fe8-b852-412e-8587-1bc985057582 port 4cd88405-2f85-4431-8d27-12efbd056364 binding host dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:58:06.672468 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Allocated IP 172.20.0.1 (a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4/967efcc6-6a0a-4515-a262-8b1dd1917b54/9dcd90e3-170a-438d-8ad9-625e375ee9d2) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:06.712038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-b286301c-13ab-404f-8510-3dfe413f8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:06.713616 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-b286301c-13ab-404f-8510-3dfe413f8cd5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12b1554d-27d3-4f03-be40-e76a3174964e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3471620 Apr 15 10:58:06.778412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:06.883246 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cdf8e95-337e-4766-b16f-694949d145c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:06.900389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cdf8e95-337e-4766-b16f-694949d145c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:06.931992 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-278afc7b-1263-4463-b5b4-d0edd331d5ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:06.961432 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:06.987532 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Transition to ACTIVE for port object 9dcd90e3-170a-438d-8ad9-625e375ee9d2 will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:07.024610 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:07.029852 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-071d2af5-ff0b-4d83-8b04-21c2577e0a6b None None] Provisioning complete for port d18ee580-aacb-45d2-aaf2-b4498c250638 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:07.030487 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-071d2af5-ff0b-4d83-8b04-21c2577e0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:07.121415 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:07.197586 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:07.231030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port d18ee580-aacb-45d2-aaf2-b4498c250638, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=d18ee580-aacb-45d2-aaf2-b4498c250638,segment=NetworkSegment(c75a69af-f014-40eb-9a68-bfedb56cb1a1),segment_id=c75a69af-f014-40eb-9a68-bfedb56cb1a1)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:07.244381 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-9cdf8e95-337e-4766-b16f-694949d145c0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3225a0a6622f41b88022cf23330a7ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5836961 Apr 15 10:58:07.245388 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 45290) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:07.297148 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Network a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:07.349689 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:07.368439 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Pushing event updated for resources: {'Port': ['ID=9dcd90e3-170a-438d-8ad9-625e375ee9d2,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:07.374249 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:07.381450 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:07.477179 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-937887'] for router_interface, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:07.480623 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:07.509761 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cd6dcc4a-aebc-4735-b158-2153fffb9521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:07.562546 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf8e95-337e-4766-b16f-694949d145c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140e5ba6-1a03-4a01-a2d7-638312064c6f,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:07.588692 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9cdf8e95-337e-4766-b16f-694949d145c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:07.630662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device c9288390-e179-462f-bfa2-d0e2774b9689 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:07.640297 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-b826b4dc-419b-46be-bdec-359c48c1206b service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9070899 Apr 15 10:58:07.643937 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edf79e-aeb1-49e1-93a6-6d36d314f2d7 req-15218951-a71e-4ecb-9719-0a1739d56938 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:07.646947 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-51edf79e-aeb1-49e1-93a6-6d36d314f2d7 req-15218951-a71e-4ecb-9719-0a1739d56938 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 943 time: 0.2744122 Apr 15 10:58:07.727905 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-51edf79e-aeb1-49e1-93a6-6d36d314f2d7 req-b6bf8c15-1179-47f1-af39-30dab1c3874f tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e7e0bd5-4925-45e0-8073-bcb56504c8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669358 Apr 15 10:58:07.803977 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:07.830840 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=d18ee580-aacb-45d2-aaf2-b4498c250638,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:07.836832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:07.861057 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-222b7a43-e2da-4a1b-964e-232ce69e4539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:07.876677 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port c9288390-e179-462f-bfa2-d0e2774b9689 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:07.877103 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:07.882276 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.db.resource_extend [None req-441ae602-7242-4404-bde4-1a574a97e5bd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 10:58:07.953011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:07.986879 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Transition to ACTIVE for port object 4cd88405-2f85-4431-8d27-12efbd056364 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:07.995020 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-e52f86af-b8bd-4638-ab37-fcc769e92843 None None] Provisioning for port 9dcd90e3-170a-438d-8ad9-625e375ee9d2 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:07.997884 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-222b7a43-e2da-4a1b-964e-232ce69e4539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.004228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.023821 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2ee57431-1f5f-478c-b7f4-c7f5c14242a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:08.041598 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7409acfa-d5f0-40b6-9557-1dd7fe3c9022 req-4bc4719b-7508-4d9c-87d2-3df64efce4cc service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977802 Apr 15 10:58:08.055034 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-e52f86af-b8bd-4638-ab37-fcc769e92843 None None] Provisioning complete for port 9dcd90e3-170a-438d-8ad9-625e375ee9d2 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:08.055510 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e52f86af-b8bd-4638-ab37-fcc769e92843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.076915 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-441ae602-7242-4404-bde4-1a574a97e5bd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.081450 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-441ae602-7242-4404-bde4-1a574a97e5bd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853837847'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.159760 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.164908 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843394218'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.196214 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:08.277847 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704f707-16de-4d75-8711-004eb604b7b7 None None] Pushing event updated for resources: {'Port': ['ID=4cd88405-2f85-4431-8d27-12efbd056364,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:08.284982 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Pushing event updated for resources: {'Port': ['ID=9dcd90e3-170a-438d-8ad9-625e375ee9d2,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:08.285213 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c704f707-16de-4d75-8711-004eb604b7b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:08.290309 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-e52f86af-b8bd-4638-ab37-fcc769e92843 None None] Port 9dcd90e3-170a-438d-8ad9-625e375ee9d2 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:08.290914 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:08.292679 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937268'] for router_interface, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.300940 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-222b7a43-e2da-4a1b-964e-232ce69e4539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.310815 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c4bf986a-1a1a-4e1e-aff3-9c28c094def5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:08.339497 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b7a43-e2da-4a1b-964e-232ce69e4539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140e5ba6-1a03-4a01-a2d7-638312064c6f,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:08.344721 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-222b7a43-e2da-4a1b-964e-232ce69e4539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:08.363394 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-222b7a43-e2da-4a1b-964e-232ce69e4539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.367666 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-222b7a43-e2da-4a1b-964e-232ce69e4539 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/140e5ba6-1a03-4a01-a2d7-638312064c6f HTTP/1.1" status: 204 len: 168 time: 0.8040764 Apr 15 10:58:08.369774 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.l3_db [None req-441ae602-7242-4404-bde4-1a574a97e5bd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Floating IP 010f6a04-152d-4f76-812d-b7258db5221d associated. External IP: 172.28.2.252, port: c9d48f1e-a3cb-4c48-9947-6c118ae142d3. Apr 15 10:58:08.462195 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Network a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:08.463821 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:08.558417 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Attempting to bind port 4cd88405-2f85-4431-8d27-12efbd056364 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:08.559172 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Attempting to bind port 4cd88405-2f85-4431-8d27-12efbd056364 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:08.559271 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Attempting to bind port 4cd88405-2f85-4431-8d27-12efbd056364 on network 07542e32-3df2-45eb-88b2-df384f761ab0 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:08.566513 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:08.567094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Checking segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:08.567657 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.568910 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Bound using segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:08.570099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Bound port: 4cd88405-2f85-4431-8d27-12efbd056364, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:08.570957 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.679014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] For port 4cd88405-2f85-4431-8d27-12efbd056364, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:08.683998 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] For port 4cd88405-2f85-4431-8d27-12efbd056364, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=4cd88405-2f85-4431-8d27-12efbd056364,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:08.690815 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.713655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:08.752160 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Router c2870fe8-b852-412e-8587-1bc985057582 has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:58:08.875525 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cfecf-d02f-4f47-b706-efa1564a638b req-30aa5b24-6de5-4428-944d-ce320b682910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:08.877336 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f97cfecf-d02f-4f47-b706-efa1564a638b req-30aa5b24-6de5-4428-944d-ce320b682910 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f24b7e01c38e4735b55d97689495aa77&device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 1096 time: 0.6648295 Apr 15 10:58:08.912933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704f707-16de-4d75-8711-004eb604b7b7 None None] Pushing event updated for resources: {'Port': ['ID=4cd88405-2f85-4431-8d27-12efbd056364,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:08.922504 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c704f707-16de-4d75-8711-004eb604b7b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:08.965375 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-88c2f77f-d72c-4a2f-b7d2-2170fd320175 None None] Provisioning complete for port 9dcd90e3-170a-438d-8ad9-625e375ee9d2 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:08.965946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88c2f77f-d72c-4a2f-b7d2-2170fd320175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:08.994719 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 45300) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:09.009278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441ae602-7242-4404-bde4-1a574a97e5bd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:58:09.043581 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-88c2f77f-d72c-4a2f-b7d2-2170fd320175 None None] Port 9dcd90e3-170a-438d-8ad9-625e375ee9d2 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:09.047803 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-03087b2c-de76-4dcd-b839-de3812b9bdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:09.051950 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Routers {'c2870fe8-b852-412e-8587-1bc985057582'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:09.053374 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['c2870fe8-b852-412e-8587-1bc985057582'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:09.144306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-03087b2c-de76-4dcd-b839-de3812b9bdc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:09.176911 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:58:09.198749 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] 10.222.0.96 "PUT /v2.0/routers/c2870fe8-b852-412e-8587-1bc985057582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2788680 Apr 15 10:58:09.213542 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1612e-a45e-4250-ac4d-26cc5b5d4a1f req-73f73383-023b-4297-9af0-d0ec393e7052 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:09.225341 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0cc1612e-a45e-4250-ac4d-26cc5b5d4a1f req-73f73383-023b-4297-9af0-d0ec393e7052 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 943 time: 0.1587045 Apr 15 10:58:09.242654 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-03087b2c-de76-4dcd-b839-de3812b9bdc8 admin admin] Usage tracker for resource:security_group_rule and tenant:255e89b1f3a7443d9d048292ee74cf9e is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:09.249477 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-03087b2c-de76-4dcd-b839-de3812b9bdc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:09.270339 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-03087b2c-de76-4dcd-b839-de3812b9bdc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:09.274408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] Set router c2870fe8-b852-412e-8587-1bc985057582 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:09.276541 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0cc1612e-a45e-4250-ac4d-26cc5b5d4a1f req-63bbb264-ce5a-438d-b7d6-74f6bfb3a7f8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e7e0bd5-4925-45e0-8073-bcb56504c8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494177 Apr 15 10:58:09.292071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cfecf-d02f-4f47-b706-efa1564a638b req-cead69e9-a328-4320-b502-1b7b4c25c149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:09.293627 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f97cfecf-d02f-4f47-b706-efa1564a638b req-cead69e9-a328-4320-b502-1b7b4c25c149 service neutron] 10.222.0.102 "GET /v2.0/networks?id=12b1554d-27d3-4f03-be40-e76a3174964e HTTP/1.1" status: 200 len: 912 time: 0.4088905 Apr 15 10:58:09.386830 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f97cfecf-d02f-4f47-b706-efa1564a638b req-9932389f-f2f2-401b-b12e-0baad97cdc7c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637a07ac-639f-4f89-aadc-b1eb4b7f6f90 HTTP/1.1" status: 200 len: 217 time: 0.0855200 Apr 15 10:58:09.502930 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device d18ee580-aacb-45d2-aaf2-b4498c250638 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:09.520508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441ae602-7242-4404-bde4-1a574a97e5bd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:58:09.523806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cfecf-d02f-4f47-b706-efa1564a638b req-1ac80484-104b-467f-9f5e-cfe5a95945bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:09.525281 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f97cfecf-d02f-4f47-b706-efa1564a638b req-1ac80484-104b-467f-9f5e-cfe5a95945bc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e1b0c5ef-b9a0-497b-969f-009f528ad36f HTTP/1.1" status: 200 len: 849 time: 0.1311011 Apr 15 10:58:09.533814 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f663440-9b50-446d-8fec-227900ef08df None None] Sync routers for ids ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:58:09.548871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f663440-9b50-446d-8fec-227900ef08df None None] Routers {'24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:09.549948 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-4f663440-9b50-446d-8fec-227900ef08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:09.692549 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port d18ee580-aacb-45d2-aaf2-b4498c250638 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:09.693133 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:09.787624 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-4f663440-9b50-446d-8fec-227900ef08df None None] Set router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:09.799932 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2870fe8-b852-412e-8587-1bc985057582', 'name': 'tempest-TestShelveInstance-2030831533-router', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '4cd88405-2f85-4431-8d27-12efbd056364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:59Z', 'updated_at': '2021-04-15T10:58:07Z', 'revision_number': 4, 'project_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'gw_port': {'id': '4cd88405-2f85-4431-8d27-12efbd056364', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2870fe8-b852-412e-8587-1bc985057582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:01Z', 'updated_at': '2021-04-15T10:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '9dcd90e3-170a-438d-8ad9-625e375ee9d2', 'name': '', 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'mac_address': 'fa:16:3e:7c:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2870fe8-b852-412e-8587-1bc985057582', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '967efcc6-6a0a-4515-a262-8b1dd1917b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:06Z', 'updated_at': '2021-04-15T10:58:07Z', 'revision_number': 2, 'project_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'subnets': [{'id': '967efcc6-6a0a-4515-a262-8b1dd1917b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:09.825019 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45310) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:09.831070 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352075712', 'description': 'tempest-secgroup-smoke-352075712 description', 'project_id': '6b28d92d094a45dab0f09777f7955721'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:09.838816 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:09.843404 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Usage tracker for resource:security_group and tenant:6b28d92d094a45dab0f09777f7955721 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:09.846830 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:09.858063 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:09.884325 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23eb33f-f701-48b3-8c0f-cb8e9b4da70e None None] The sync data for ids ['c2870fe8-b852-412e-8587-1bc985057582'] in dv-cinder-786385-1-smb is: [{'id': 'c2870fe8-b852-412e-8587-1bc985057582', 'name': 'tempest-TestShelveInstance-2030831533-router', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '4cd88405-2f85-4431-8d27-12efbd056364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:59Z', 'updated_at': '2021-04-15T10:58:07Z', 'revision_number': 4, 'project_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'gw_port': {'id': '4cd88405-2f85-4431-8d27-12efbd056364', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2870fe8-b852-412e-8587-1bc985057582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:01Z', 'updated_at': '2021-04-15T10:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '9dcd90e3-170a-438d-8ad9-625e375ee9d2', 'name': '', 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'mac_address': 'fa:16:3e:7c:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2870fe8-b852-412e-8587-1bc985057582', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '967efcc6-6a0a-4515-a262-8b1dd1917b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:06Z', 'updated_at': '2021-04-15T10:58:07Z', 'revision_number': 2, 'project_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'subnets': [{'id': '967efcc6-6a0a-4515-a262-8b1dd1917b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:09.903771 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-441ae602-7242-4404-bde4-1a574a97e5bd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:09.955210 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-03087b2c-de76-4dcd-b839-de3812b9bdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:09.962969 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:09.970778 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-03087b2c-de76-4dcd-b839-de3812b9bdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:09.984474 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9d9633a4-f37e-4ec7-8aa2-8ec4c0154b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:09.993325 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:09.997554 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Usage tracker for resource:security_group_rule and tenant:6b28d92d094a45dab0f09777f7955721 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:10.001750 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:10.010011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:10.035532 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:58:10.063903 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-441ae602-7242-4404-bde4-1a574a97e5bd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "PUT /v2.0/floatingips/010f6a04-152d-4f76-812d-b7258db5221d HTTP/1.1" status: 200 len: 992 time: 4.0529172 Apr 15 10:58:10.063903 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'tag': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:10.073472 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03087b2c-de76-4dcd-b839-de3812b9bdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25576505-845e-407c-a9b6-aef61d0b5c83,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:10.081264 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-03087b2c-de76-4dcd-b839-de3812b9bdc8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=255e89b1f3a7443d9d048292ee74cf9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0796316 Apr 15 10:58:10.081264 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-03087b2c-de76-4dcd-b839-de3812b9bdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:10.084696 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 45318) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:10.134827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cfecf-d02f-4f47-b706-efa1564a638b req-9b55fb0d-31a5-4c3e-8bf5-d6413377caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:10.136009 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.136525 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f97cfecf-d02f-4f47-b706-efa1564a638b req-9b55fb0d-31a5-4c3e-8bf5-d6413377caec service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12b1554d-27d3-4f03-be40-e76a3174964e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5987415 Apr 15 10:58:10.140411 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.151436 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4c6a9978-eac5-427a-bb66-3d9db7228d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:10.205181 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'tag': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'status': 'completed', 'code': 200} Apr 15 10:58:10.220439 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.226552 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4003224 Apr 15 10:58:10.230133 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45322) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:10.230917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1013349b-39e0-46c0-ab4f-4829554a16b0,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:10.241711 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-4f663440-9b50-446d-8fec-227900ef08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': '010f6a04-152d-4f76-812d-b7258db5221d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'port_id': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'mac_address': 'fa:16:3e:d3:06:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:58:07Z', 'revision_number': 1, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:54:03Z', 'revision_number': 5, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:10.246490 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f663440-9b50-446d-8fec-227900ef08df None None] Checking router: 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:10.254381 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-edb74982-db83-45b2-964c-a9ac9ed28873 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Request body: {'security_group_rule': {'security_group_id': '1013349b-39e0-46c0-ab4f-4829554a16b0', 'project_id': '6b28d92d094a45dab0f09777f7955721', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:10.258071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f663440-9b50-446d-8fec-227900ef08df None None] Routers {'24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:10.259099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-4f663440-9b50-446d-8fec-227900ef08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:10.261477 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-edb74982-db83-45b2-964c-a9ac9ed28873 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:10.264735 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:10.268132 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-edb74982-db83-45b2-964c-a9ac9ed28873 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Usage tracker for resource:security_group_rule and tenant:6b28d92d094a45dab0f09777f7955721 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:10.272245 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-edb74982-db83-45b2-964c-a9ac9ed28873 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:10.280053 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-edb74982-db83-45b2-964c-a9ac9ed28873 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:10.332744 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-edb74982-db83-45b2-964c-a9ac9ed28873 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.344157 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=637a07ac-639f-4f89-aadc-b1eb4b7f6f90,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:10.385769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': '637a07ac-639f-4f89-aadc-b1eb4b7f6f90', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'port_id': '637a07ac-639f-4f89-aadc-b1eb4b7f6f90', 'mac_address': 'fa:16:3e:24:d7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:58:10.505597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9ba6a230-a03a-40c8-b6b8-d6fffdcfcb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.517423 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.543943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-edb74982-db83-45b2-964c-a9ac9ed28873 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.553075 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-edb74982-db83-45b2-964c-a9ac9ed28873 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.557670 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:10.570477 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:10.607575 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f97cfecf-d02f-4f47-b706-efa1564a638b req-116a7f8d-bcd7-4241-b331-169dc30b09df service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596694 Apr 15 10:58:10.610185 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9ba6a230-a03a-40c8-b6b8-d6fffdcfcb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.614044 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=637a07ac-639f-4f89-aadc-b1eb4b7f6f90,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:10.620430 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.622350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:10.638604 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb74982-db83-45b2-964c-a9ac9ed28873 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7de3571-515c-49fa-956f-2307a979915b,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:10.664309 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435450d9-2628-49cf-8141-753ad9c4a0ca req-db08da9d-1375-4fab-958a-e0ae10b172ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:10.665954 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-435450d9-2628-49cf-8141-753ad9c4a0ca req-db08da9d-1375-4fab-958a-e0ae10b172ad service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95b6d3d44f5441d68e73436f3a947935&device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 1099 time: 0.3918047 Apr 15 10:58:10.669362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-edb74982-db83-45b2-964c-a9ac9ed28873 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:10.681701 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-edb74982-db83-45b2-964c-a9ac9ed28873 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.686370 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-edb74982-db83-45b2-964c-a9ac9ed28873 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4371946 Apr 15 10:58:10.688498 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45328) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:10.698136 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-f124eac5-456b-4e6e-93ea-77bdac63e5a1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Request body: {'security_group_rule': {'security_group_id': '1013349b-39e0-46c0-ab4f-4829554a16b0', 'project_id': '6b28d92d094a45dab0f09777f7955721', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:10.706105 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f124eac5-456b-4e6e-93ea-77bdac63e5a1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:10.718949 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f124eac5-456b-4e6e-93ea-77bdac63e5a1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Usage tracker for resource:security_group_rule and tenant:6b28d92d094a45dab0f09777f7955721 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:10.723639 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-f124eac5-456b-4e6e-93ea-77bdac63e5a1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:10.724834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-4f663440-9b50-446d-8fec-227900ef08df None None] Set router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:10.733399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-f124eac5-456b-4e6e-93ea-77bdac63e5a1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:10.763443 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa8148-2fc4-496a-8046-ba10897cc081 req-3fa7c211-0092-4195-a0c5-6a6c988ee8aa tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:10.765169 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8aaa8148-2fc4-496a-8046-ba10897cc081 req-3fa7c211-0092-4195-a0c5-6a6c988ee8aa tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 944 time: 0.1925735 Apr 15 10:58:10.780837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=637a07ac-639f-4f89-aadc-b1eb4b7f6f90,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:10.786212 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:10.821452 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f124eac5-456b-4e6e-93ea-77bdac63e5a1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.868377 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8aaa8148-2fc4-496a-8046-ba10897cc081 req-76e9192a-4f09-4e3f-83ce-fbb8cf05cd10 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e7e0bd5-4925-45e0-8073-bcb56504c8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907929 Apr 15 10:58:10.927092 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f124eac5-456b-4e6e-93ea-77bdac63e5a1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.930998 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['637a07ac-639f-4f89-aadc-b1eb4b7f6f90'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:10.932016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f124eac5-456b-4e6e-93ea-77bdac63e5a1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.939314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-edb74982-db83-45b2-964c-a9ac9ed28873 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:10.964731 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f97cfecf-d02f-4f47-b706-efa1564a638b req-41df34bf-8ef0-4e78-ab75-b74d214ef909 service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461897 Apr 15 10:58:10.968379 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9ba6a230-a03a-40c8-b6b8-d6fffdcfcb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:10.976208 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-14346586-8cba-412a-90f2-cefc5a0c60c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:10.985957 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124eac5-456b-4e6e-93ea-77bdac63e5a1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5744e9f2-ec6a-4005-9686-aa450fd7a8d2,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:10.990201 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6a230-a03a-40c8-b6b8-d6fffdcfcb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25576505-845e-407c-a9b6-aef61d0b5c83,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:10.994223 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435450d9-2628-49cf-8141-753ad9c4a0ca req-67aa8f07-23d2-4623-927f-a549f5cf9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:10.995798 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-435450d9-2628-49cf-8141-753ad9c4a0ca req-67aa8f07-23d2-4623-927f-a549f5cf9d05 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 200 len: 918 time: 0.2573879 Apr 15 10:58:10.996809 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9ba6a230-a03a-40c8-b6b8-d6fffdcfcb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:11.006199 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f124eac5-456b-4e6e-93ea-77bdac63e5a1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:11.035157 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f124eac5-456b-4e6e-93ea-77bdac63e5a1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.042096 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f124eac5-456b-4e6e-93ea-77bdac63e5a1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3521996 Apr 15 10:58:11.043569 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45332) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:11.050115 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-7952611d-25a9-435d-8936-0bb71339e853 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Request body: {'security_group_rule': {'security_group_id': '1013349b-39e0-46c0-ab4f-4829554a16b0', 'project_id': '6b28d92d094a45dab0f09777f7955721', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:11.071188 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-7952611d-25a9-435d-8936-0bb71339e853 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:11.077437 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-7952611d-25a9-435d-8936-0bb71339e853 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Usage tracker for resource:security_group_rule and tenant:6b28d92d094a45dab0f09777f7955721 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:11.081809 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-7952611d-25a9-435d-8936-0bb71339e853 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:11.106166 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-7952611d-25a9-435d-8936-0bb71339e853 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:11.106423 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9ba6a230-a03a-40c8-b6b8-d6fffdcfcb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.107636 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-9ba6a230-a03a-40c8-b6b8-d6fffdcfcb5f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/25576505-845e-407c-a9b6-aef61d0b5c83 HTTP/1.1" status: 204 len: 168 time: 1.0208046 Apr 15 10:58:11.160555 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-435450d9-2628-49cf-8141-753ad9c4a0ca req-4164aedd-041c-4c4b-a39f-633e0e4a0965 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3 HTTP/1.1" status: 200 len: 1000 time: 0.1509266 Apr 15 10:58:11.172592 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7952611d-25a9-435d-8936-0bb71339e853 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.294985 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435450d9-2628-49cf-8141-753ad9c4a0ca req-585ee7c6-7b9c-4dcc-b2fc-16c84b819291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:11.299263 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-435450d9-2628-49cf-8141-753ad9c4a0ca req-585ee7c6-7b9c-4dcc-b2fc-16c84b819291 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be7d2f97-abff-4a3f-98bc-26e4b12e7f7c HTTP/1.1" status: 200 len: 855 time: 0.1302841 Apr 15 10:58:11.316725 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7952611d-25a9-435d-8936-0bb71339e853 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.321130 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7952611d-25a9-435d-8936-0bb71339e853 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.330980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:11.355969 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952611d-25a9-435d-8936-0bb71339e853 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c858f2f9-2e59-42ad-b44d-5f6fb0231944,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:11.359211 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7952611d-25a9-435d-8936-0bb71339e853 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:11.375444 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7952611d-25a9-435d-8936-0bb71339e853 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.377166 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-7952611d-25a9-435d-8936-0bb71339e853 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325279 Apr 15 10:58:11.379940 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45340) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:11.394172 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-309791ea-f3b3-42cd-9a0e-7a856419052c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Request body: {'security_group_rule': {'security_group_id': '1013349b-39e0-46c0-ab4f-4829554a16b0', 'project_id': '6b28d92d094a45dab0f09777f7955721', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:11.409473 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-309791ea-f3b3-42cd-9a0e-7a856419052c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:11.420629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-309791ea-f3b3-42cd-9a0e-7a856419052c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Usage tracker for resource:security_group_rule and tenant:6b28d92d094a45dab0f09777f7955721 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:11.430149 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-309791ea-f3b3-42cd-9a0e-7a856419052c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:11.442605 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-309791ea-f3b3-42cd-9a0e-7a856419052c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:11.450201 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435450d9-2628-49cf-8141-753ad9c4a0ca req-17889f19-3b24-4c7c-85e5-28030a29e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:11.453395 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-435450d9-2628-49cf-8141-753ad9c4a0ca req-17889f19-3b24-4c7c-85e5-28030a29e621 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d721fb-2821-48d5-ac89-567367ad279d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1467061 Apr 15 10:58:11.471686 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-309791ea-f3b3-42cd-9a0e-7a856419052c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.479190 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-4f663440-9b50-446d-8fec-227900ef08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': '010f6a04-152d-4f76-812d-b7258db5221d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'port_id': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'mac_address': 'fa:16:3e:d3:06:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:58:07Z', 'revision_number': 1, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:54:03Z', 'revision_number': 5, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:11.505318 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f663440-9b50-446d-8fec-227900ef08df None None] The sync data for ids ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'] in dv-cinder-786385-1-smb is: [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': '010f6a04-152d-4f76-812d-b7258db5221d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'port_id': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'mac_address': 'fa:16:3e:d3:06:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:41Z', 'updated_at': '2021-04-15T10:58:07Z', 'revision_number': 1, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:54:03Z', 'revision_number': 5, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:11.580290 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 4cd88405-2f85-4431-8d27-12efbd056364 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:11.642327 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-309791ea-f3b3-42cd-9a0e-7a856419052c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.648877 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-309791ea-f3b3-42cd-9a0e-7a856419052c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.659620 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:11.680446 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-435450d9-2628-49cf-8141-753ad9c4a0ca req-5e107757-b7e0-4411-a960-6a015e2c4491 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177138 Apr 15 10:58:11.725035 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port 4cd88405-2f85-4431-8d27-12efbd056364 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:11.731039 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 4cd88405-2f85-4431-8d27-12efbd056364 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:11.731454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.733485 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-309791ea-f3b3-42cd-9a0e-7a856419052c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.735139 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-309791ea-f3b3-42cd-9a0e-7a856419052c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3533571 Apr 15 10:58:11.737946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309791ea-f3b3-42cd-9a0e-7a856419052c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4342802-cf3c-467e-95dc-ab7d41f0c422,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:11.740499 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45346) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:11.743907 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-309791ea-f3b3-42cd-9a0e-7a856419052c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:11.753957 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-8bbb78f8-c537-4e60-b5c4-51459b525332 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Request body: {'security_group_rule': {'security_group_id': '1013349b-39e0-46c0-ab4f-4829554a16b0', 'project_id': '6b28d92d094a45dab0f09777f7955721', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:11.762128 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8bbb78f8-c537-4e60-b5c4-51459b525332 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:11.767332 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-8bbb78f8-c537-4e60-b5c4-51459b525332 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Usage tracker for resource:security_group_rule and tenant:6b28d92d094a45dab0f09777f7955721 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:11.771390 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-8bbb78f8-c537-4e60-b5c4-51459b525332 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:11.782786 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8bbb78f8-c537-4e60-b5c4-51459b525332 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:11.816155 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.securitygroups_db [None req-8bbb78f8-c537-4e60-b5c4-51459b525332 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Project 6b28d92d094a45dab0f09777f7955721 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 10:58:11.836294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bbb78f8-c537-4e60-b5c4-51459b525332 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.965291 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.001648 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-435450d9-2628-49cf-8141-753ad9c4a0ca req-53566821-7eee-4a4a-b508-b698a5019eb0 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137972 Apr 15 10:58:12.004645 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port 4cd88405-2f85-4431-8d27-12efbd056364, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=4cd88405-2f85-4431-8d27-12efbd056364,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:12.016578 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d080625-b3ec-4faf-845b-52abb2700cb5 None None] New status for floating IP 010f6a04-152d-4f76-812d-b7258db5221d: ACTIVE {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:58:12.040478 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bbb78f8-c537-4e60-b5c4-51459b525332 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.044402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bbb78f8-c537-4e60-b5c4-51459b525332 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.047314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f124eac5-456b-4e6e-93ea-77bdac63e5a1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:12.086882 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb78f8-c537-4e60-b5c4-51459b525332 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc46f74-9a16-4bca-8a25-89e4499d8ac3,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:12.100347 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:12.151953 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8bbb78f8-c537-4e60-b5c4-51459b525332 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:12.165881 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8bbb78f8-c537-4e60-b5c4-51459b525332 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.170734 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 45360) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:12.176934 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-156afbc9-b2da-494c-840f-0299e6ac77ff tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Request body: {'security_group_rule': {'security_group_id': '1013349b-39e0-46c0-ab4f-4829554a16b0', 'project_id': '6b28d92d094a45dab0f09777f7955721', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:12.179428 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-8bbb78f8-c537-4e60-b5c4-51459b525332 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4376159 Apr 15 10:58:12.183764 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.193706 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-156afbc9-b2da-494c-840f-0299e6ac77ff tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:12.197176 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:12.202671 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-156afbc9-b2da-494c-840f-0299e6ac77ff tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Usage tracker for resource:security_group_rule and tenant:6b28d92d094a45dab0f09777f7955721 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:12.206017 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-156afbc9-b2da-494c-840f-0299e6ac77ff tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:12.214272 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-156afbc9-b2da-494c-840f-0299e6ac77ff tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:12.227703 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.securitygroups_db [None req-156afbc9-b2da-494c-840f-0299e6ac77ff tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Project 6b28d92d094a45dab0f09777f7955721 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 10:58:12.230488 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de101b44-df2f-4d59-8bb3-55e468d4f212 req-2249ca01-2a0f-4370-8e64-0fdfec8edf18 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:12.236006 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-de101b44-df2f-4d59-8bb3-55e468d4f212 req-2249ca01-2a0f-4370-8e64-0fdfec8edf18 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 944 time: 0.1537786 Apr 15 10:58:12.238873 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-156afbc9-b2da-494c-840f-0299e6ac77ff tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.303017 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-de101b44-df2f-4d59-8bb3-55e468d4f212 req-6beaa077-4d95-401b-ba6b-8e13ac74b90c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e7e0bd5-4925-45e0-8073-bcb56504c8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565341 Apr 15 10:58:12.357543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-156afbc9-b2da-494c-840f-0299e6ac77ff tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.361228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-156afbc9-b2da-494c-840f-0299e6ac77ff tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.364175 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8e5e2db3-e5b7-4f95-859b-16e413762b03 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:12.392234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:12.400875 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156afbc9-b2da-494c-840f-0299e6ac77ff tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034288b3-ba4d-4263-8e69-8250a47aad7f,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:12.404362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-156afbc9-b2da-494c-840f-0299e6ac77ff tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:12.407652 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:12.408161 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.408287 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-156afbc9-b2da-494c-840f-0299e6ac77ff tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.415176 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-156afbc9-b2da-494c-840f-0299e6ac77ff tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2430556 Apr 15 10:58:12.442216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=4cd88405-2f85-4431-8d27-12efbd056364,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:12.659772 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:12.836854 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.877976 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99211f3-30de-4777-8704-8691f6e6cd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637a07ac-639f-4f89-aadc-b1eb4b7f6f90'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:12.895504 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=637a07ac-639f-4f89-aadc-b1eb4b7f6f90,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:12.900340 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.904966 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dbc5db41-a13f-4613-b31c-870be9556fb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:12.977705 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99211f3-30de-4777-8704-8691f6e6cd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637a07ac-639f-4f89-aadc-b1eb4b7f6f90', 'code': 200} Apr 15 10:58:12.992251 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=637a07ac-639f-4f89-aadc-b1eb4b7f6f90,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:12.995994 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:13.294765 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb2e88-51ac-45ba-b0c0-08799add2814 req-59c15ec5-c1ad-4521-8298-93b27bc40477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:13.296592 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6cbb2e88-51ac-45ba-b0c0-08799add2814 req-59c15ec5-c1ad-4521-8298-93b27bc40477 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 1098 time: 0.0894816 Apr 15 10:58:13.350916 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6cbb2e88-51ac-45ba-b0c0-08799add2814 req-01b5cf86-74eb-4de9-82d3-99e34458d37d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=8e7e0bd5-4925-45e0-8073-bcb56504c8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442472 Apr 15 10:58:13.487448 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 4cd88405-2f85-4431-8d27-12efbd056364 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:13.556323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d49f2-bf81-4e5e-bde1-8dcb34218e14 req-10a9cbef-b24f-43a4-9099-8f86e81c3a63 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:13.559077 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0f5d49f2-bf81-4e5e-bde1-8dcb34218e14 req-10a9cbef-b24f-43a4-9099-8f86e81c3a63 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 945 time: 0.1164732 Apr 15 10:58:13.588210 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 4cd88405-2f85-4431-8d27-12efbd056364 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:13.588829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.626985 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0f5d49f2-bf81-4e5e-bde1-8dcb34218e14 req-5ce86570-5bf9-44f3-919b-2ead4f64d376 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e7e0bd5-4925-45e0-8073-bcb56504c8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538247 Apr 15 10:58:13.939013 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Sync routers for ids ['c2870fe8-b852-412e-8587-1bc985057582'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:58:13.950055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Routers {'c2870fe8-b852-412e-8587-1bc985057582'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:13.950809 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['c2870fe8-b852-412e-8587-1bc985057582'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:14.148139 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Set router c2870fe8-b852-412e-8587-1bc985057582 gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:14.509378 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2870fe8-b852-412e-8587-1bc985057582', 'name': 'tempest-TestShelveInstance-2030831533-router', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '4cd88405-2f85-4431-8d27-12efbd056364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:59Z', 'updated_at': '2021-04-15T10:58:07Z', 'revision_number': 4, 'project_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'gw_port': {'id': '4cd88405-2f85-4431-8d27-12efbd056364', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2870fe8-b852-412e-8587-1bc985057582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:01Z', 'updated_at': '2021-04-15T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '9dcd90e3-170a-438d-8ad9-625e375ee9d2', 'name': '', 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'mac_address': 'fa:16:3e:7c:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2870fe8-b852-412e-8587-1bc985057582', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '967efcc6-6a0a-4515-a262-8b1dd1917b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:06Z', 'updated_at': '2021-04-15T10:58:07Z', 'revision_number': 2, 'project_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'subnets': [{'id': '967efcc6-6a0a-4515-a262-8b1dd1917b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:14.513851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Checking router: c2870fe8-b852-412e-8587-1bc985057582 for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:14.514259 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Updating router c2870fe8-b852-412e-8587-1bc985057582 port 9dcd90e3-170a-438d-8ad9-625e375ee9d2 binding host dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:58:14.575308 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:14.844097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e4807-74c0-4117-a64d-85545b760b46 req-71ea71ce-7ec1-4586-983a-33c410a52204 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:14.845632 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-930e4807-74c0-4117-a64d-85545b760b46 req-71ea71ce-7ec1-4586-983a-33c410a52204 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 945 time: 0.1045616 Apr 15 10:58:14.903781 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-930e4807-74c0-4117-a64d-85545b760b46 req-6f9d28bc-c4fd-4133-b22e-18449093a3c0 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e7e0bd5-4925-45e0-8073-bcb56504c8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512786 Apr 15 10:58:15.064049 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Notify callbacks [] for port, precommit_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.077037 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Transition to ACTIVE for port object 9dcd90e3-170a-438d-8ad9-625e375ee9d2 will not be triggered until provisioned by entity L2. {{(pid=85288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:15.084155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.102399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e47ff5a7-559e-4d95-86d0-766bc1785e6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:15.119937 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603a9de-d8ce-40ee-a281-e666cc6b4934 req-6fee8279-5223-44a0-964f-71dc1842c501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:15.121546 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3603a9de-d8ce-40ee-a281-e666cc6b4934 req-6fee8279-5223-44a0-964f-71dc1842c501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 945 time: 0.0959330 Apr 15 10:58:15.131149 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 45470) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:15.137914 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-d0e2a9fe-97ac-4098-8173-f4b55c94b2c5 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Request body: {'floatingip': {'port_id': '637a07ac-639f-4f89-aadc-b1eb4b7f6f90'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:15.223763 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d0e2a9fe-97ac-4098-8173-f4b55c94b2c5 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.239477 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55735a2a-718b-4b1b-bb0e-6511fab667c6 None None] Pushing event updated for resources: {'Port': ['ID=9dcd90e3-170a-438d-8ad9-625e375ee9d2,revision_number=3']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:15.244919 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-55735a2a-718b-4b1b-bb0e-6511fab667c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:15.486180 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Attempting to bind port 9dcd90e3-170a-438d-8ad9-625e375ee9d2 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:15.486626 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Attempting to bind port 9dcd90e3-170a-438d-8ad9-625e375ee9d2 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': 'c75a69af-f014-40eb-9a68-bfedb56cb1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4'}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:15.487038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Attempting to bind port 9dcd90e3-170a-438d-8ad9-625e375ee9d2 on network a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:15.501789 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:15.502205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Checking segment: {'id': 'c75a69af-f014-40eb-9a68-bfedb56cb1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:15.502681 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.503117 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Bound using segment: {'id': 'c75a69af-f014-40eb-9a68-bfedb56cb1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4'} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:15.503640 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Bound port: 9dcd90e3-170a-438d-8ad9-625e375ee9d2, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75a69af-f014-40eb-9a68-bfedb56cb1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4'}}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:15.504056 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.629541 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] For port 9dcd90e3-170a-438d-8ad9-625e375ee9d2, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:15.634244 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] For port 9dcd90e3-170a-438d-8ad9-625e375ee9d2, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=9dcd90e3-170a-438d-8ad9-625e375ee9d2,segment=NetworkSegment(c75a69af-f014-40eb-9a68-bfedb56cb1a1),segment_id=c75a69af-f014-40eb-9a68-bfedb56cb1a1)] {{(pid=85288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:15.645310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.662704 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e47ff5a7-559e-4d95-86d0-766bc1785e6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:15.823380 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55735a2a-718b-4b1b-bb0e-6511fab667c6 None None] Pushing event updated for resources: {'Port': ['ID=9dcd90e3-170a-438d-8ad9-625e375ee9d2,revision_number=4']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:15.827036 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-55735a2a-718b-4b1b-bb0e-6511fab667c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:15.902621 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Routers {'c2870fe8-b852-412e-8587-1bc985057582'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:15.903356 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['c2870fe8-b852-412e-8587-1bc985057582'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:16.030178 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d0e2a9fe-97ac-4098-8173-f4b55c94b2c5 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:16.033197 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d0e2a9fe-97ac-4098-8173-f4b55c94b2c5 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853837847'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:16.246467 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.l3_db [None req-d0e2a9fe-97ac-4098-8173-f4b55c94b2c5 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Floating IP 581e36f8-7147-4da2-b9c7-973d7da5e773 associated. External IP: 172.28.2.240, port: 637a07ac-639f-4f89-aadc-b1eb4b7f6f90. Apr 15 10:58:16.305745 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] Set router c2870fe8-b852-412e-8587-1bc985057582 gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:16.679977 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2870fe8-b852-412e-8587-1bc985057582', 'name': 'tempest-TestShelveInstance-2030831533-router', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '4cd88405-2f85-4431-8d27-12efbd056364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:59Z', 'updated_at': '2021-04-15T10:58:07Z', 'revision_number': 4, 'project_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'gw_port': {'id': '4cd88405-2f85-4431-8d27-12efbd056364', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2870fe8-b852-412e-8587-1bc985057582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:01Z', 'updated_at': '2021-04-15T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '9dcd90e3-170a-438d-8ad9-625e375ee9d2', 'name': '', 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'mac_address': 'fa:16:3e:7c:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2870fe8-b852-412e-8587-1bc985057582', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '967efcc6-6a0a-4515-a262-8b1dd1917b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:06Z', 'updated_at': '2021-04-15T10:58:15Z', 'revision_number': 4, 'project_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'subnets': [{'id': '967efcc6-6a0a-4515-a262-8b1dd1917b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:16.685170 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ba380-acc4-4f40-87fa-2a908fa4064c None None] The sync data for ids ['c2870fe8-b852-412e-8587-1bc985057582'] in dv-cinder-786385-1-smb is: [{'id': 'c2870fe8-b852-412e-8587-1bc985057582', 'name': 'tempest-TestShelveInstance-2030831533-router', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '4cd88405-2f85-4431-8d27-12efbd056364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:59Z', 'updated_at': '2021-04-15T10:58:07Z', 'revision_number': 4, 'project_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'gw_port': {'id': '4cd88405-2f85-4431-8d27-12efbd056364', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2870fe8-b852-412e-8587-1bc985057582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:01Z', 'updated_at': '2021-04-15T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '9dcd90e3-170a-438d-8ad9-625e375ee9d2', 'name': '', 'network_id': 'a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'mac_address': 'fa:16:3e:7c:09:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2870fe8-b852-412e-8587-1bc985057582', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '967efcc6-6a0a-4515-a262-8b1dd1917b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:06Z', 'updated_at': '2021-04-15T10:58:15Z', 'revision_number': 4, 'project_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'subnets': [{'id': '967efcc6-6a0a-4515-a262-8b1dd1917b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:16.884431 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e2a9fe-97ac-4098-8173-f4b55c94b2c5 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Router 0d532df7-3f24-43f2-8123-14f74c0a88dd has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:58:17.092603 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e2a9fe-97ac-4098-8173-f4b55c94b2c5 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:58:17.097471 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d0e2a9fe-97ac-4098-8173-f4b55c94b2c5 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:17.104250 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a640ff-66b1-403f-b797-50d0756f096d None None] Sync routers for ids ['0d532df7-3f24-43f2-8123-14f74c0a88dd'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:58:17.117602 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a640ff-66b1-403f-b797-50d0756f096d None None] Routers {'0d532df7-3f24-43f2-8123-14f74c0a88dd'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:17.118311 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-07a640ff-66b1-403f-b797-50d0756f096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['0d532df7-3f24-43f2-8123-14f74c0a88dd'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:17.165054 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d0e2a9fe-97ac-4098-8173-f4b55c94b2c5 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "PUT /v2.0/floatingips/581e36f8-7147-4da2-b9c7-973d7da5e773 HTTP/1.1" status: 200 len: 991 time: 2.0326800 Apr 15 10:58:17.166093 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99211f3-30de-4777-8704-8691f6e6cd16', 'tag': '637a07ac-639f-4f89-aadc-b1eb4b7f6f90'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:17.230783 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99211f3-30de-4777-8704-8691f6e6cd16', 'tag': '637a07ac-639f-4f89-aadc-b1eb4b7f6f90', 'status': 'completed', 'code': 200} Apr 15 10:58:17.386876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-07a640ff-66b1-403f-b797-50d0756f096d None None] Set router 0d532df7-3f24-43f2-8123-14f74c0a88dd gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:17.424707 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d10301-a2e1-4c60-bb8f-1210985db2c1 req-6e39b16f-a53c-40e1-b665-6e83fe975324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:17.425374 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-60d10301-a2e1-4c60-bb8f-1210985db2c1 req-6e39b16f-a53c-40e1-b665-6e83fe975324 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f24b7e01c38e4735b55d97689495aa77&device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 1098 time: 0.1344795 Apr 15 10:58:17.578434 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 9dcd90e3-170a-438d-8ad9-625e375ee9d2 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:17.645874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d10301-a2e1-4c60-bb8f-1210985db2c1 req-12765502-4388-4191-a867-1587b45634bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:17.648812 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-60d10301-a2e1-4c60-bb8f-1210985db2c1 req-12765502-4388-4191-a867-1587b45634bf service neutron] 10.222.0.102 "GET /v2.0/networks?id=12b1554d-27d3-4f03-be40-e76a3174964e HTTP/1.1" status: 200 len: 912 time: 0.1855638 Apr 15 10:58:17.769281 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-60d10301-a2e1-4c60-bb8f-1210985db2c1 req-ad9c725c-5dc3-4d0d-85f7-ca4964388087 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=637a07ac-639f-4f89-aadc-b1eb4b7f6f90 HTTP/1.1" status: 200 len: 999 time: 0.1130259 Apr 15 10:58:17.796155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port 9dcd90e3-170a-438d-8ad9-625e375ee9d2 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:17.810052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 9dcd90e3-170a-438d-8ad9-625e375ee9d2 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:17.810479 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:17.850899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d10301-a2e1-4c60-bb8f-1210985db2c1 req-dbf3475f-a35c-4590-bc45-8d56d4642373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:17.852472 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-60d10301-a2e1-4c60-bb8f-1210985db2c1 req-dbf3475f-a35c-4590-bc45-8d56d4642373 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e1b0c5ef-b9a0-497b-969f-009f528ad36f HTTP/1.1" status: 200 len: 849 time: 0.0751603 Apr 15 10:58:17.952641 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d10301-a2e1-4c60-bb8f-1210985db2c1 req-6c13acfd-68c8-4da9-aa85-cd16255fb7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:17.954488 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-60d10301-a2e1-4c60-bb8f-1210985db2c1 req-6c13acfd-68c8-4da9-aa85-cd16255fb7b7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=12b1554d-27d3-4f03-be40-e76a3174964e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0948606 Apr 15 10:58:18.035469 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.057529 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-07a640ff-66b1-403f-b797-50d0756f096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': '581e36f8-7147-4da2-b9c7-973d7da5e773', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'floating_ip_address': '172.28.2.240', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'port_id': '637a07ac-639f-4f89-aadc-b1eb4b7f6f90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'mac_address': 'fa:16:3e:24:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99211f3-30de-4777-8704-8691f6e6cd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:55Z', 'updated_at': '2021-04-15T10:58:15Z', 'revision_number': 1, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:57Z', 'revision_number': 5, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:18.068923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a640ff-66b1-403f-b797-50d0756f096d None None] Checking router: 0d532df7-3f24-43f2-8123-14f74c0a88dd for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:18.087214 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port 9dcd90e3-170a-438d-8ad9-625e375ee9d2, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=9dcd90e3-170a-438d-8ad9-625e375ee9d2,segment=NetworkSegment(c75a69af-f014-40eb-9a68-bfedb56cb1a1),segment_id=c75a69af-f014-40eb-9a68-bfedb56cb1a1)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:18.088318 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a640ff-66b1-403f-b797-50d0756f096d None None] Routers {'0d532df7-3f24-43f2-8123-14f74c0a88dd'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:18.089021 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-07a640ff-66b1-403f-b797-50d0756f096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:57:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['0d532df7-3f24-43f2-8123-14f74c0a88dd'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:18.104325 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-60d10301-a2e1-4c60-bb8f-1210985db2c1 req-bcf28885-a06f-49d7-b99f-c333e53503e0 service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419282 Apr 15 10:58:18.150822 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.211619 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:18.254609 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-60d10301-a2e1-4c60-bb8f-1210985db2c1 req-ab51866e-828c-4471-ae16-9f16ee30a8ab service neutron] 10.222.0.102 "GET /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430175 Apr 15 10:58:18.323521 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=9dcd90e3-170a-438d-8ad9-625e375ee9d2,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:18.335841 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:18.353795 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-07a640ff-66b1-403f-b797-50d0756f096d None None] Set router 0d532df7-3f24-43f2-8123-14f74c0a88dd gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:18.744369 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-07a640ff-66b1-403f-b797-50d0756f096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': '581e36f8-7147-4da2-b9c7-973d7da5e773', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'floating_ip_address': '172.28.2.240', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'port_id': '637a07ac-639f-4f89-aadc-b1eb4b7f6f90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'mac_address': 'fa:16:3e:24:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99211f3-30de-4777-8704-8691f6e6cd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:55Z', 'updated_at': '2021-04-15T10:58:15Z', 'revision_number': 1, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:57Z', 'revision_number': 5, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:18.748943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a640ff-66b1-403f-b797-50d0756f096d None None] The sync data for ids ['0d532df7-3f24-43f2-8123-14f74c0a88dd'] in dv-cinder-786385-1-smb is: [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': '581e36f8-7147-4da2-b9c7-973d7da5e773', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'floating_ip_address': '172.28.2.240', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'port_id': '637a07ac-639f-4f89-aadc-b1eb4b7f6f90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'mac_address': 'fa:16:3e:24:d7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99211f3-30de-4777-8704-8691f6e6cd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:57:55Z', 'updated_at': '2021-04-15T10:58:15Z', 'revision_number': 1, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:57Z', 'revision_number': 5, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:19.076641 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe068b9-5a38-4577-8be7-f5117b7acb42 None None] New status for floating IP 581e36f8-7147-4da2-b9c7-973d7da5e773: ACTIVE {{(pid=85288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:58:19.229335 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45526) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:19.372358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b48bd18a-d3b3-489b-934a-8df1a32589ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.389019 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-b48bd18a-d3b3-489b-934a-8df1a32589ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:19.393247 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-b48bd18a-d3b3-489b-934a-8df1a32589ff admin admin] Usage tracker for resource:security_group_rule and tenant:b359cb0a1e5f435da96512302969fb70 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:19.396395 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-b48bd18a-d3b3-489b-934a-8df1a32589ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:19.403794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-b48bd18a-d3b3-489b-934a-8df1a32589ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:19.479514 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 9dcd90e3-170a-438d-8ad9-625e375ee9d2 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:19.507408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b48bd18a-d3b3-489b-934a-8df1a32589ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.510766 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b48bd18a-d3b3-489b-934a-8df1a32589ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.522789 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a40d816a-5411-4203-80bc-2e957ce9c8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:19.565394 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 9dcd90e3-170a-438d-8ad9-625e375ee9d2 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:19.565872 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.572037 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-b48bd18a-d3b3-489b-934a-8df1a32589ff admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b359cb0a1e5f435da96512302969fb70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412886 Apr 15 10:58:19.573842 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bd18a-d3b3-489b-934a-8df1a32589ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308e338b-695b-4308-81ef-b0a7a1719046,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:19.574334 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 45534) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:19.581370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b48bd18a-d3b3-489b-934a-8df1a32589ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:19.659311 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-44645307-bcdc-4cd7-b225-1f3c606b005c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.697027 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-44645307-bcdc-4cd7-b225-1f3c606b005c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.748356 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-44645307-bcdc-4cd7-b225-1f3c606b005c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.753569 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6f943748-0b0f-44a7-88d3-4ce85e032730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:19.767940 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44645307-bcdc-4cd7-b225-1f3c606b005c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308e338b-695b-4308-81ef-b0a7a1719046,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:19.771420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-44645307-bcdc-4cd7-b225-1f3c606b005c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:19.772718 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-44645307-bcdc-4cd7-b225-1f3c606b005c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.773926 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-44645307-bcdc-4cd7-b225-1f3c606b005c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/308e338b-695b-4308-81ef-b0a7a1719046 HTTP/1.1" status: 204 len: 168 time: 0.1980495 Apr 15 10:58:20.096443 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 45546) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:20.117170 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b9b5ce0-7a0a-43eb-824b-d103b0d89ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.133683 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6b9b5ce0-7a0a-43eb-824b-d103b0d89ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:20.138043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6b9b5ce0-7a0a-43eb-824b-d103b0d89ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:5eb10ee0d4dc42ca948ed5507f8c3e00 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:20.141131 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6b9b5ce0-7a0a-43eb-824b-d103b0d89ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:20.148110 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6b9b5ce0-7a0a-43eb-824b-d103b0d89ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:20.237702 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b9b5ce0-7a0a-43eb-824b-d103b0d89ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.241240 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b9b5ce0-7a0a-43eb-824b-d103b0d89ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.250931 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0a79c1df-862e-476b-814c-82e1b14fce51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:20.297414 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6b9b5ce0-7a0a-43eb-824b-d103b0d89ea0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5eb10ee0d4dc42ca948ed5507f8c3e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997161 Apr 15 10:58:20.299522 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b5ce0-7a0a-43eb-824b-d103b0d89ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c36f8eb-d5bf-4b76-b789-cea805ffa081,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:20.300659 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45550) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:20.303979 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6b9b5ce0-7a0a-43eb-824b-d103b0d89ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:20.377750 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7a40630e-1f3a-4488-b184-ffc2a5696e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.408991 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7a40630e-1f3a-4488-b184-ffc2a5696e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.464028 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7a40630e-1f3a-4488-b184-ffc2a5696e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.468169 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b77c1c63-aa63-428c-aa00-e1382291aeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:20.487091 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a40630e-1f3a-4488-b184-ffc2a5696e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c36f8eb-d5bf-4b76-b789-cea805ffa081,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:20.489645 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7a40630e-1f3a-4488-b184-ffc2a5696e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:20.494789 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7a40630e-1f3a-4488-b184-ffc2a5696e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.499163 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-7a40630e-1f3a-4488-b184-ffc2a5696e77 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8c36f8eb-d5bf-4b76-b789-cea805ffa081 HTTP/1.1" status: 204 len: 168 time: 0.1948273 Apr 15 10:58:21.365966 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45580) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:21.498454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1499216472-network', 'tenant_id': 'f79e5a4baaa74f3e9753e25c2ccecd13'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:21.506158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:21.510461 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Usage tracker for resource:network and tenant:f79e5a4baaa74f3e9753e25c2ccecd13 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:21.513573 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:21.519778 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:21.530644 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Made reservation on behalf of f79e5a4baaa74f3e9753e25c2ccecd13 for: {'network': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:21.535553 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.550069 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.567146 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:21.572820 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Usage tracker for resource:security_group_rule and tenant:f79e5a4baaa74f3e9753e25c2ccecd13 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:21.576166 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:21.582850 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:21.692960 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.697591 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.702555 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cfc99dd8-2cc5-46a8-b6a1-d799bcc0ec0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:21.730974 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] vlan segment allocate from pool success with {'vlan_id': 1290, 'physical_network': 'physnet1'} {{(pid=85286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:58:21.745898 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab348ba8-d92d-4e97-97a7-e006a3ad2f11,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:21.750570 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:21.751554 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.751946 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Added segment 00a7db3b-087d-43f5-b141-259bf54314c1 of type vlan for network 2ee969cd-73fd-43c0-ba26-14c1f0bef601 Apr 15 10:58:21.782955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.816756 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.818266 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:21.818951 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.825536 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6cfbf627-0138-433c-a0c9-06101b1f7984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:21.945388 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5781369 Apr 15 10:58:21.948622 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45588) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:21.951556 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Pushing event updated for resources: {'Network': ['ID=2ee969cd-73fd-43c0-ba26-14c1f0bef601,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:21.958849 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Request body: {'subnet': {'network_id': '2ee969cd-73fd-43c0-ba26-14c1f0bef601', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1499216472-subnet', 'tenant_id': 'f79e5a4baaa74f3e9753e25c2ccecd13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:21.964728 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:21.965789 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:21.970178 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Usage tracker for resource:subnet and tenant:f79e5a4baaa74f3e9753e25c2ccecd13 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:21.974657 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:21.975153 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network 2ee969cd-73fd-43c0-ba26-14c1f0bef601 details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:58:21.986422 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:22.000798 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Made reservation on behalf of f79e5a4baaa74f3e9753e25c2ccecd13 for: {'subnet': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:22.005818 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11461257'] for subnet, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.280225 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.485239 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11381700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11461272'] for subnet, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.501811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3c68b3bd-3bf2-45be-9df7-5356c3057665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:22.885699 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=621eebc7-ea38-4a17-b44b-dee3d5dfb82f,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:22.905445 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:22.947413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Checking segment: {'id': '00a7db3b-087d-43f5-b141-259bf54314c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2ee969cd-73fd-43c0-ba26-14c1f0bef601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:22.947802 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Network hostable DHCP agents. Network: 2ee969cd-73fd-43c0-ba26-14c1f0bef601, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:58:22.967284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Network 2ee969cd-73fd-43c0-ba26-14c1f0bef601 is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:58:22.977201 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, 2ee969cd-73fd-43c0-ba26-14c1f0bef601) {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:22.986974 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80ca092-91e7-42d1-a15d-4c3d7df74dbb None None] Network 2ee969cd-73fd-43c0-ba26-14c1f0bef601 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:58:22.993145 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:22.993694 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.015321 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0655720 Apr 15 10:58:23.230334 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd68003-8f6d-4aef-9c80-8e9449304756 None None] Network 2ee969cd-73fd-43c0-ba26-14c1f0bef601 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:58:25.132491 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bbbbe647-e3eb-4a34-ac87-c71c4ec5da52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:25.218629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-5e729ac9-357e-4934-918c-e9eef5dfb9e6 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:25.219420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-5e729ac9-357e-4934-918c-e9eef5dfb9e6 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Synchronizing usage tracker for tenant:f79e5a4baaa74f3e9753e25c2ccecd13 on resource:network {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:25.236180 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-5e729ac9-357e-4934-918c-e9eef5dfb9e6 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Unset dirty status for tenant:f79e5a4baaa74f3e9753e25c2ccecd13 on resource:network {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:25.237440 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-5e729ac9-357e-4934-918c-e9eef5dfb9e6 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/networks?id=2ee969cd-73fd-43c0-ba26-14c1f0bef601 HTTP/1.1" status: 200 len: 809 time: 0.1915295 Apr 15 10:58:25.254277 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-90ffd8c1-aeac-4e31-b802-b409c6ce7719 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/quotas/f79e5a4baaa74f3e9753e25c2ccecd13 HTTP/1.1" status: 200 len: 375 time: 0.0102401 Apr 15 10:58:25.312704 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-caef147d-ef90-49ec-b4d7-58c1795f3d75 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f79e5a4baaa74f3e9753e25c2ccecd13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513864 Apr 15 10:58:25.467120 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-1b2b3f5b-1bdb-41dc-a79a-08fd4fdcd3b2 service neutron] 10.222.0.96 "GET /v2.0/networks/2ee969cd-73fd-43c0-ba26-14c1f0bef601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466205 Apr 15 10:58:25.628380 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-4ae79a36-eceb-4861-99e7-2504aba62b03 service neutron] 10.222.0.96 "GET /v2.0/networks/2ee969cd-73fd-43c0-ba26-14c1f0bef601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544988 Apr 15 10:58:25.835367 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c534acc8-d8c8-420f-a0e3-efd9e93fc407 req-4db0a295-256c-42bd-afbf-f19911a9f8fd tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 210 time: 0.0501163 Apr 15 10:58:27.018419 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-941c448c-605d-45ca-967c-8f6f3e10567e req-91917e95-9e1d-4a95-848e-ab1bf9936f48 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 210 time: 0.0561898 Apr 15 10:58:27.338070 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-73d1bddb-193b-4401-b3a7-ab9ddfedb03b tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:27.339792 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-73d1bddb-193b-4401-b3a7-ab9ddfedb03b tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.102 "GET /v2.0/networks?id=2ee969cd-73fd-43c0-ba26-14c1f0bef601 HTTP/1.1" status: 200 len: 809 time: 0.1771200 Apr 15 10:58:27.360973 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Request body: {'port': {'device_id': '7883cc34-2f60-4aee-9287-278a070286d9', 'network_id': '2ee969cd-73fd-43c0-ba26-14c1f0bef601', 'admin_state_up': True, 'tenant_id': 'f79e5a4baaa74f3e9753e25c2ccecd13'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:27.516218 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:27.520326 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Usage tracker for resource:port and tenant:f79e5a4baaa74f3e9753e25c2ccecd13 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:27.524124 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:27.530577 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:27.539825 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Made reservation on behalf of f79e5a4baaa74f3e9753e25c2ccecd13 for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:27.545923 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.722388 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Allocated IP 172.20.0.13 (2ee969cd-73fd-43c0-ba26-14c1f0bef601/621eebc7-ea38-4a17-b44b-dee3d5dfb82f/8129093a-9ad5-4580-9567-eef8502dbdaf) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:27.956807 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.986752 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.002781 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-886794fd-40f4-4e70-9510-219d177afdd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:28.067228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6829ef4c-4af4-46db-8c95-32ef2fdab530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.148729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Pushing event updated for resources: {'Port': ['ID=8129093a-9ad5-4580-9567-eef8502dbdaf,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:28.154934 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:28.214611 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Network 2ee969cd-73fd-43c0-ba26-14c1f0bef601 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:28.215861 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:28.218267 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:28.237312 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb0419-b74b-4577-8bd2-6a466be1968c req-c947fb27-106e-453c-8503-eaadd29e128b tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:28.238950 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-69bb0419-b74b-4577-8bd2-6a466be1968c req-c947fb27-106e-453c-8503-eaadd29e128b tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 932 time: 0.0933681 Apr 15 10:58:28.288036 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-69bb0419-b74b-4577-8bd2-6a466be1968c req-f8f7f890-1684-458b-a621-1f6b79803725 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Synchronizing usage tracker for tenant:f79e5a4baaa74f3e9753e25c2ccecd13 on resource:security_group {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:28.290264 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:28.291001 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.316298 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-69bb0419-b74b-4577-8bd2-6a466be1968c req-f8f7f890-1684-458b-a621-1f6b79803725 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Unset dirty status for tenant:f79e5a4baaa74f3e9753e25c2ccecd13 on resource:security_group {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:28.318159 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-69bb0419-b74b-4577-8bd2-6a466be1968c req-f8f7f890-1684-458b-a621-1f6b79803725 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/security-groups?id=ab348ba8-d92d-4e97-97a7-e006a3ad2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717282 Apr 15 10:58:28.330254 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9737601 Apr 15 10:58:28.365840 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Request body: {'port': {'device_id': '7883cc34-2f60-4aee-9287-278a070286d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:28.441797 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:58:28.487202 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.491354 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.926946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8129093a-9ad5-4580-9567-eef8502dbdaf {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:28.935706 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.953779 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Transition to ACTIVE for port object 8129093a-9ad5-4580-9567-eef8502dbdaf will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:28.956370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.973101 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:29.117260 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Pushing event updated for resources: {'Port': ['ID=8129093a-9ad5-4580-9567-eef8502dbdaf,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:29.122671 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:29.356613 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Attempting to bind port 8129093a-9ad5-4580-9567-eef8502dbdaf on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:29.357038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Attempting to bind port 8129093a-9ad5-4580-9567-eef8502dbdaf by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '00a7db3b-087d-43f5-b141-259bf54314c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2ee969cd-73fd-43c0-ba26-14c1f0bef601'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:29.357364 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Attempting to bind port 8129093a-9ad5-4580-9567-eef8502dbdaf on network 2ee969cd-73fd-43c0-ba26-14c1f0bef601 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:29.362627 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Port 8129093a-9ad5-4580-9567-eef8502dbdaf on network 2ee969cd-73fd-43c0-ba26-14c1f0bef601 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:58:29.363027 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Attempting to bind port 8129093a-9ad5-4580-9567-eef8502dbdaf on network 2ee969cd-73fd-43c0-ba26-14c1f0bef601 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:29.369435 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:29.369807 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Checking segment: {'id': '00a7db3b-087d-43f5-b141-259bf54314c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2ee969cd-73fd-43c0-ba26-14c1f0bef601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:29.370228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Bound using segment: {'id': '00a7db3b-087d-43f5-b141-259bf54314c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2ee969cd-73fd-43c0-ba26-14c1f0bef601'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:29.370763 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Bound port: 8129093a-9ad5-4580-9567-eef8502dbdaf, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a7db3b-087d-43f5-b141-259bf54314c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2ee969cd-73fd-43c0-ba26-14c1f0bef601'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:29.371152 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:29.439854 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:29.469581 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] For port 8129093a-9ad5-4580-9567-eef8502dbdaf, host hv-cinder-78638, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:29.472715 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] For port 8129093a-9ad5-4580-9567-eef8502dbdaf, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8129093a-9ad5-4580-9567-eef8502dbdaf,segment=NetworkSegment(00a7db3b-087d-43f5-b141-259bf54314c1),segment_id=00a7db3b-087d-43f5-b141-259bf54314c1)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:29.476271 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:29.496160 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-79d1eea9-f5f6-4c5f-8254-8c32f887bf64 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:29.539416 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3e72a-7f0c-4e28-9264-acfd4735d641 req-f7069da8-73e7-47cf-ad1b-708484b99ce7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:29.541085 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-46a3e72a-7f0c-4e28-9264-acfd4735d641 req-f7069da8-73e7-47cf-ad1b-708484b99ce7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 944 time: 0.0958915 Apr 15 10:58:29.595131 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-46a3e72a-7f0c-4e28-9264-acfd4735d641 req-9af58210-b68d-410c-a86a-a39b383b0b80 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/security-groups?id=ab348ba8-d92d-4e97-97a7-e006a3ad2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472329 Apr 15 10:58:29.653571 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Pushing event updated for resources: {'Port': ['ID=8129093a-9ad5-4580-9567-eef8502dbdaf,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:29.659093 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:29.691664 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:29.692719 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:29.693869 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] 10.222.0.102 "PUT /v2.0/ports/8129093a-9ad5-4580-9567-eef8502dbdaf HTTP/1.1" status: 200 len: 1094 time: 1.3337078 Apr 15 10:58:29.694428 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7883cc34-2f60-4aee-9287-278a070286d9', 'tag': '8129093a-9ad5-4580-9567-eef8502dbdaf'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:29.744937 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7883cc34-2f60-4aee-9287-278a070286d9', 'tag': '8129093a-9ad5-4580-9567-eef8502dbdaf', 'status': 'completed', 'code': 200} Apr 15 10:58:29.841796 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-2bf0a0fc-77a7-4ff2-982d-9a595c822891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:29.843467 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-2bf0a0fc-77a7-4ff2-982d-9a595c822891 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f79e5a4baaa74f3e9753e25c2ccecd13&device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 1097 time: 0.0800128 Apr 15 10:58:29.935799 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-86573bc5-5b7d-4473-9a7d-656e1c079421 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8129093a-9ad5-4580-9567-eef8502dbdaf HTTP/1.1" status: 200 len: 217 time: 0.0748816 Apr 15 10:58:30.012763 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-58a27c7a-d1f3-4a8d-bbb4-2e074d27e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:30.014370 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-58a27c7a-d1f3-4a8d-bbb4-2e074d27e552 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=621eebc7-ea38-4a17-b44b-dee3d5dfb82f HTTP/1.1" status: 200 len: 849 time: 0.0695395 Apr 15 10:58:30.313237 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-ff3596b6-4996-4950-bec7-09d7f490687e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2ee969cd-73fd-43c0-ba26-14c1f0bef601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2910314 Apr 15 10:58:30.345427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-48090870-d5e2-4509-b802-28260e0471c3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Synchronizing usage tracker for tenant:6b28d92d094a45dab0f09777f7955721 on resource:security_group {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:30.363259 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-48090870-d5e2-4509-b802-28260e0471c3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Unset dirty status for tenant:6b28d92d094a45dab0f09777f7955721 on resource:security_group {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:30.365025 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-48090870-d5e2-4509-b802-28260e0471c3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352075712&fields=id&tenant_id=6b28d92d094a45dab0f09777f7955721 HTTP/1.1" status: 200 len: 267 time: 0.2060313 Apr 15 10:58:30.465725 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-bed48a73-3eb1-44b5-9fe6-f952e0635a7f service neutron] 10.222.0.102 "GET /v2.0/networks/2ee969cd-73fd-43c0-ba26-14c1f0bef601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440721 Apr 15 10:58:30.530925 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-ba85ef49-d43d-4a97-bbfc-fd27468f2827 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:30.531669 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-ba85ef49-d43d-4a97-bbfc-fd27468f2827 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Synchronizing usage tracker for tenant:6b28d92d094a45dab0f09777f7955721 on resource:network {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:30.549434 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-ba85ef49-d43d-4a97-bbfc-fd27468f2827 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Unset dirty status for tenant:6b28d92d094a45dab0f09777f7955721 on resource:network {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:30.550721 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-ba85ef49-d43d-4a97-bbfc-fd27468f2827 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/networks?id=489d5acd-ee71-4613-a2b7-e64dddf50594 HTTP/1.1" status: 200 len: 808 time: 0.1780846 Apr 15 10:58:30.570994 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-13383e85-e518-4093-b4a1-839553da3b4e tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/quotas/6b28d92d094a45dab0f09777f7955721 HTTP/1.1" status: 200 len: 375 time: 0.0125382 Apr 15 10:58:30.597866 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:30.622228 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8c993fb-a8bb-49aa-b006-3c426bb9a21c req-51d514cb-a53c-432c-867a-7aff0adf892b service neutron] 10.222.0.102 "GET /v2.0/networks/2ee969cd-73fd-43c0-ba26-14c1f0bef601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469433 Apr 15 10:58:30.668285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1411f230-4b07-453b-8518-08f62609e256 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Synchronizing usage tracker for tenant:6b28d92d094a45dab0f09777f7955721 on resource:port {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:30.687409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1411f230-4b07-453b-8518-08f62609e256 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Unset dirty status for tenant:6b28d92d094a45dab0f09777f7955721 on resource:port {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:30.688939 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1411f230-4b07-453b-8518-08f62609e256 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=6b28d92d094a45dab0f09777f7955721&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113899 Apr 15 10:58:30.805374 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30879817-5e6f-40ca-866f-058eacf547d6 req-3dc688d0-07f9-4c22-8f81-aa30a69568aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:30.808431 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-30879817-5e6f-40ca-866f-058eacf547d6 req-3dc688d0-07f9-4c22-8f81-aa30a69568aa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f79e5a4baaa74f3e9753e25c2ccecd13&device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 1097 time: 0.0831771 Apr 15 10:58:30.909769 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-9ab6609f-69c4-4605-a04a-c240a4ddc648 service neutron] 10.222.0.96 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056143 Apr 15 10:58:30.961556 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30879817-5e6f-40ca-866f-058eacf547d6 req-b179c688-891d-4dc9-bd8c-e8774d626373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:30.963173 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-30879817-5e6f-40ca-866f-058eacf547d6 req-b179c688-891d-4dc9-bd8c-e8774d626373 service neutron] 10.222.0.102 "GET /v2.0/networks?id=2ee969cd-73fd-43c0-ba26-14c1f0bef601 HTTP/1.1" status: 200 len: 911 time: 0.1478956 Apr 15 10:58:31.021859 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ad90b-7408-4fe0-b68f-ac4709567027 req-78e08be1-27f0-4d88-9eae-38ef327c5c6e tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:31.023513 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b01ad90b-7408-4fe0-b68f-ac4709567027 req-78e08be1-27f0-4d88-9eae-38ef327c5c6e tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 944 time: 0.2976193 Apr 15 10:58:31.043172 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-30879817-5e6f-40ca-866f-058eacf547d6 req-63eb1e06-1380-4306-abca-989b6c5bbb84 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8129093a-9ad5-4580-9567-eef8502dbdaf HTTP/1.1" status: 200 len: 217 time: 0.0726697 Apr 15 10:58:31.112085 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b01ad90b-7408-4fe0-b68f-ac4709567027 req-3848fc7b-05a3-4c72-9288-9a8837c2dcd8 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/security-groups?id=ab348ba8-d92d-4e97-97a7-e006a3ad2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778558 Apr 15 10:58:31.116129 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-7693074e-8ccc-4bec-b367-6d00d2f32040 service neutron] 10.222.0.96 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953621 Apr 15 10:58:31.117710 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30879817-5e6f-40ca-866f-058eacf547d6 req-e5cf4633-cf06-4090-8704-7dbe7f49a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:31.119327 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-30879817-5e6f-40ca-866f-058eacf547d6 req-e5cf4633-cf06-4090-8704-7dbe7f49a34a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=621eebc7-ea38-4a17-b44b-dee3d5dfb82f HTTP/1.1" status: 200 len: 849 time: 0.0684230 Apr 15 10:58:31.181490 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-30879817-5e6f-40ca-866f-058eacf547d6 req-42aeba4c-138c-4293-b1a1-5f1ea148cfef service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=2ee969cd-73fd-43c0-ba26-14c1f0bef601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518172 Apr 15 10:58:31.342739 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-30879817-5e6f-40ca-866f-058eacf547d6 req-fa9f30f2-47e8-4818-85b3-29c5f6382112 service neutron] 10.222.0.102 "GET /v2.0/networks/2ee969cd-73fd-43c0-ba26-14c1f0bef601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530557 Apr 15 10:58:31.498439 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-30879817-5e6f-40ca-866f-058eacf547d6 req-e5ca2561-741c-4ef8-8949-e737d93b9cbd service neutron] 10.222.0.102 "GET /v2.0/networks/2ee969cd-73fd-43c0-ba26-14c1f0bef601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481287 Apr 15 10:58:31.589266 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f426ff93-b27e-421e-a401-ad50f74bff10 req-ab9cea03-e368-417f-98b2-e8db03e3b54a tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 210 time: 0.0516508 Apr 15 10:58:32.125123 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 8129093a-9ad5-4580-9567-eef8502dbdaf details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:58:32.278012 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 8129093a-9ad5-4580-9567-eef8502dbdaf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8129093a-9ad5-4580-9567-eef8502dbdaf,segment=NetworkSegment(00a7db3b-087d-43f5-b141-259bf54314c1),segment_id=00a7db3b-087d-43f5-b141-259bf54314c1)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:32.292551 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': '8129093a-9ad5-4580-9567-eef8502dbdaf', 'network_id': '2ee969cd-73fd-43c0-ba26-14c1f0bef601', 'port_id': '8129093a-9ad5-4580-9567-eef8502dbdaf', 'mac_address': 'fa:16:3e:8d:91:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621eebc7-ea38-4a17-b44b-dee3d5dfb82f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:58:32.338850 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf873144-f559-49f2-8ebb-4da9cb51a6f4 req-780ec071-e1d7-4f18-89a5-102c0a8387f4 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:32.340399 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bf873144-f559-49f2-8ebb-4da9cb51a6f4 req-780ec071-e1d7-4f18-89a5-102c0a8387f4 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 944 time: 0.0949833 Apr 15 10:58:32.353834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:32.372894 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8129093a-9ad5-4580-9567-eef8502dbdaf {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:32.390452 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 8129093a-9ad5-4580-9567-eef8502dbdaf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8129093a-9ad5-4580-9567-eef8502dbdaf,segment=NetworkSegment(00a7db3b-087d-43f5-b141-259bf54314c1),segment_id=00a7db3b-087d-43f5-b141-259bf54314c1)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:32.391311 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bf873144-f559-49f2-8ebb-4da9cb51a6f4 req-84d31178-b593-43b9-8e34-9af7f0553330 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/security-groups?id=ab348ba8-d92d-4e97-97a7-e006a3ad2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Apr 15 10:58:32.393682 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:32.395703 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:32.472886 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=8129093a-9ad5-4580-9567-eef8502dbdaf,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:32.476369 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:32.740803 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['8129093a-9ad5-4580-9567-eef8502dbdaf'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:32.767592 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0c0f6bf6-45b5-4afe-b8f0-380561b3b48a req-4522e6cb-d3f0-47a2-bda1-38deef06b4f9 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 210 time: 0.0514495 Apr 15 10:58:32.892173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-dd50fd0b-af40-41a9-8656-6ad4f6ee9087 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:32.893666 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-dd50fd0b-af40-41a9-8656-6ad4f6ee9087 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.102 "GET /v2.0/networks?id=489d5acd-ee71-4613-a2b7-e64dddf50594 HTTP/1.1" status: 200 len: 808 time: 0.1838572 Apr 15 10:58:33.001871 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-05a42475-b6f8-4316-bc07-c0f343354ead tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6b28d92d094a45dab0f09777f7955721 HTTP/1.1" status: 200 len: 8059 time: 0.0814662 Apr 15 10:58:33.018489 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Request body: {'port': {'device_id': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'admin_state_up': True, 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'security_groups': ['1013349b-39e0-46c0-ab4f-4829554a16b0']}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:33.169874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:33.180565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:33.191531 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Made reservation on behalf of 6b28d92d094a45dab0f09777f7955721 for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:33.198664 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.379060 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Allocated IP 172.20.0.8 (489d5acd-ee71-4613-a2b7-e64dddf50594/e7622b6a-b918-4e6e-83d3-1f7241aed5a6/e1a14a8a-a9f0-4a69-89b2-90dee33b93b7) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:33.606877 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.619885 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df118b2-3905-44db-aee2-48f1850e98b3 req-1eb40390-bfcc-4230-ad2a-f1ed4e0f5d3a tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:33.621662 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3df118b2-3905-44db-aee2-48f1850e98b3 req-1eb40390-bfcc-4230-ad2a-f1ed4e0f5d3a tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 945 time: 0.1015224 Apr 15 10:58:33.626294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Transition to ACTIVE for port object e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 will not be triggered until provisioned by entity DHCP. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:33.654446 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.672193 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4f23295e-43dd-49cb-b875-14af5fceeaa8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:33.680118 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3df118b2-3905-44db-aee2-48f1850e98b3 req-13b1e7c4-3b6c-4892-a98b-405b2810ebf2 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/security-groups?id=ab348ba8-d92d-4e97-97a7-e006a3ad2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508449 Apr 15 10:58:33.821146 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Pushing event updated for resources: {'Port': ['ID=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:33.837691 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.838106 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.838542 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.838952 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.839357 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.839765 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.840280 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.840532 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.840928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.841320 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.841721 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.842089 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.849711 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:33.907632 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Network 489d5acd-ee71-4613-a2b7-e64dddf50594 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:33.908865 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:33.913006 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:33.988901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:33.990854 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.019389 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-1f4de16b-df99-483a-9813-eb16ccd96cc1 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0051370 Apr 15 10:58:34.040196 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Request body: {'port': {'device_id': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:34.046754 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bc60b-4f89-459a-8e35-e5d95cc18d01 req-1cde3d6e-e0bf-4422-9f84-546e3ea9f81d tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:34.048614 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-df8bc60b-4f89-459a-8e35-e5d95cc18d01 req-1cde3d6e-e0bf-4422-9f84-546e3ea9f81d tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 931 time: 0.1020539 Apr 15 10:58:34.100477 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-df8bc60b-4f89-459a-8e35-e5d95cc18d01 req-5eae5d9a-e4d7-4b29-9b47-41d5e4659bf0 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441318 Apr 15 10:58:34.142184 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 8129093a-9ad5-4580-9567-eef8502dbdaf up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:34.172496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.187683 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-40f6c2d2-75d1-44e6-8bca-e2ba60039b64 None None] Provisioning for port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:34.198201 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-40f6c2d2-75d1-44e6-8bca-e2ba60039b64 None None] Provisioning complete for port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:34.198589 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-40f6c2d2-75d1-44e6-8bca-e2ba60039b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.268913 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-40f6c2d2-75d1-44e6-8bca-e2ba60039b64 None None] Port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:34.278559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port 8129093a-9ad5-4580-9567-eef8502dbdaf completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:34.283540 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port 8129093a-9ad5-4580-9567-eef8502dbdaf triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:34.283960 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.415976 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.446131 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7883cc34-2f60-4aee-9287-278a070286d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8129093a-9ad5-4580-9567-eef8502dbdaf'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:34.457208 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 8129093a-9ad5-4580-9567-eef8502dbdaf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8129093a-9ad5-4580-9567-eef8502dbdaf,segment=NetworkSegment(00a7db3b-087d-43f5-b141-259bf54314c1),segment_id=00a7db3b-087d-43f5-b141-259bf54314c1)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:34.461064 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.463446 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:34.507236 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7883cc34-2f60-4aee-9287-278a070286d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8129093a-9ad5-4580-9567-eef8502dbdaf', 'code': 200} Apr 15 10:58:34.549788 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=8129093a-9ad5-4580-9567-eef8502dbdaf,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:34.553116 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:34.606943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:34.615042 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.631029 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Transition to ACTIVE for port object e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:34.633658 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:34.651421 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-52e0b3f0-3f58-4425-9fb4-38fc3d99d6bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:34.832313 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:34.839995 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:34.906158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a968de-33e5-4f6b-85ee-43ae9e18c082 req-c83b2e0c-9f1d-410d-8e42-8c14fefcae80 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:34.910817 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c4a968de-33e5-4f6b-85ee-43ae9e18c082 req-c83b2e0c-9f1d-410d-8e42-8c14fefcae80 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 946 time: 0.1130958 Apr 15 10:58:34.967097 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c4a968de-33e5-4f6b-85ee-43ae9e18c082 req-05261aec-b13c-4093-8f01-7970445ea234 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/security-groups?id=ab348ba8-d92d-4e97-97a7-e006a3ad2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512648 Apr 15 10:58:35.149045 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96029a-d32b-43f9-b38c-52f2f6745f31 req-4659afdd-68d7-42c0-9377-18b3c4836fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:35.150936 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8d96029a-d32b-43f9-b38c-52f2f6745f31 req-4659afdd-68d7-42c0-9377-18b3c4836fa1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 1099 time: 0.4037945 Apr 15 10:58:35.333650 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c0344-6775-4603-9868-12133a23530c req-f0353b3a-526b-4405-a5dc-b944dd81e1f9 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:35.335382 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4d1c0344-6775-4603-9868-12133a23530c req-f0353b3a-526b-4405-a5dc-b944dd81e1f9 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 943 time: 0.1017532 Apr 15 10:58:35.335920 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-8d96029a-d32b-43f9-b38c-52f2f6745f31 req-253f580b-765e-4a0f-89ec-dd3d79529b5b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=ab348ba8-d92d-4e97-97a7-e006a3ad2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307011 Apr 15 10:58:35.369519 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Attempting to bind port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:35.369912 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Attempting to bind port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:35.370291 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Attempting to bind port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 on network 489d5acd-ee71-4613-a2b7-e64dddf50594 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:35.375368 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 on network 489d5acd-ee71-4613-a2b7-e64dddf50594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:58:35.375741 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Attempting to bind port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 on network 489d5acd-ee71-4613-a2b7-e64dddf50594 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:35.381575 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:35.381962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Checking segment: {'id': 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:35.382391 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Bound using segment: {'id': 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:35.382946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Bound port: e1a14a8a-a9f0-4a69-89b2-90dee33b93b7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:35.383340 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:35.385936 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4d1c0344-6775-4603-9868-12133a23530c req-bebbcb7a-70bc-4870-999c-cf0ca5216aea tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438151 Apr 15 10:58:35.487298 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] For port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7, host hv-cinder-78638, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:35.490541 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] For port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:35.494474 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:35.510051 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c3c79c18-ae27-4b72-86be-dc7e2ead2dad tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:35.661660 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:35.665516 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:35.710654 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:35.711347 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:35.713051 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] 10.222.0.102 "PUT /v2.0/ports/e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 HTTP/1.1" status: 200 len: 1093 time: 1.6788356 Apr 15 10:58:35.713625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'tag': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:35.776321 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'tag': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'status': 'completed', 'code': 200} Apr 15 10:58:35.899822 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-76f727a2-e8f7-48e1-a9de-898297901d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:35.901423 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-76f727a2-e8f7-48e1-a9de-898297901d23 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b28d92d094a45dab0f09777f7955721&device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 1096 time: 0.0957599 Apr 15 10:58:35.988693 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-750fceed-aefc-4ff4-ae30-06128169965d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 HTTP/1.1" status: 200 len: 217 time: 0.0691299 Apr 15 10:58:36.072607 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-4130cb06-c09f-44e7-829d-310af809aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:36.074585 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-4130cb06-c09f-44e7-829d-310af809aeff service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e7622b6a-b918-4e6e-83d3-1f7241aed5a6 HTTP/1.1" status: 200 len: 847 time: 0.0720360 Apr 15 10:58:36.167273 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-6d5c7fcd-658d-4a9d-9e1b-f382b742e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:36.168898 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-6d5c7fcd-658d-4a9d-9e1b-f382b742e079 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=489d5acd-ee71-4613-a2b7-e64dddf50594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850215 Apr 15 10:58:36.183414 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1786015-a3f3-413b-a853-255fd9da0d94 req-e95f8291-87ad-4c9d-bdbe-c5ef60ec56fd tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:36.185115 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d1786015-a3f3-413b-a853-255fd9da0d94 req-e95f8291-87ad-4c9d-bdbe-c5ef60ec56fd tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 946 time: 0.0948265 Apr 15 10:58:36.238454 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d1786015-a3f3-413b-a853-255fd9da0d94 req-463addc3-c4da-4374-adf5-9977b3153310 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/security-groups?id=ab348ba8-d92d-4e97-97a7-e006a3ad2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460000 Apr 15 10:58:36.319276 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-60a6b5f3-0f77-4ee5-8732-b9cd756fe70f service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411269 Apr 15 10:58:36.502282 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0a6f45e3-33d2-4713-b66c-8899fdba2194 req-169a8c9a-7d2d-4f87-b68c-ef8983f1f0b4 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436062 Apr 15 10:58:36.600358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9299cb5-8376-4424-ba6f-123a961c3f40 req-3bc8e127-2efe-43aa-9cd8-1c4a4a153cb0 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:36.601957 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a9299cb5-8376-4424-ba6f-123a961c3f40 req-3bc8e127-2efe-43aa-9cd8-1c4a4a153cb0 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 943 time: 0.0984073 Apr 15 10:58:36.652845 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a9299cb5-8376-4424-ba6f-123a961c3f40 req-0edb3d8a-fec6-4e90-9719-05e59b4f17c2 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442033 Apr 15 10:58:36.728792 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08093f-503e-421a-9b43-6ef5d7d26b70 req-c12c4d69-d34d-495a-9d34-0a6772352ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:36.730403 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7f08093f-503e-421a-9b43-6ef5d7d26b70 req-c12c4d69-d34d-495a-9d34-0a6772352ca1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b28d92d094a45dab0f09777f7955721&device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 1096 time: 0.0872731 Apr 15 10:58:36.888694 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08093f-503e-421a-9b43-6ef5d7d26b70 req-6118eb74-d08a-462b-b493-bb0d1ac3e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:36.890183 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7f08093f-503e-421a-9b43-6ef5d7d26b70 req-6118eb74-d08a-462b-b493-bb0d1ac3e63b service neutron] 10.222.0.102 "GET /v2.0/networks?id=489d5acd-ee71-4613-a2b7-e64dddf50594 HTTP/1.1" status: 200 len: 910 time: 0.1408553 Apr 15 10:58:36.974540 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7f08093f-503e-421a-9b43-6ef5d7d26b70 req-d155f0d0-2335-4b12-8ee5-4e85cca14ee2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 HTTP/1.1" status: 200 len: 217 time: 0.0671430 Apr 15 10:58:37.049237 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08093f-503e-421a-9b43-6ef5d7d26b70 req-11ab412a-cef5-41cb-ab12-99c79ed62735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:37.050828 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7f08093f-503e-421a-9b43-6ef5d7d26b70 req-11ab412a-cef5-41cb-ab12-99c79ed62735 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e7622b6a-b918-4e6e-83d3-1f7241aed5a6 HTTP/1.1" status: 200 len: 847 time: 0.0690031 Apr 15 10:58:37.139760 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08093f-503e-421a-9b43-6ef5d7d26b70 req-4d40cb84-75cb-4c8e-9968-fc3d7e37c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:37.141301 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7f08093f-503e-421a-9b43-6ef5d7d26b70 req-4d40cb84-75cb-4c8e-9968-fc3d7e37c3ab service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=489d5acd-ee71-4613-a2b7-e64dddf50594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816333 Apr 15 10:58:37.289244 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7f08093f-503e-421a-9b43-6ef5d7d26b70 req-f5269a9e-1f2c-4fe3-bd87-99b4c8cb1524 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394005 Apr 15 10:58:37.452197 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7f08093f-503e-421a-9b43-6ef5d7d26b70 req-4dfa36fd-a58e-485b-98c9-0f8745e8d108 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520998 Apr 15 10:58:37.467002 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5781b-0642-450a-9765-91ba6f3ad4fd req-e2b53a71-1e3a-448f-834e-d4cd15b74bc1 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:37.468603 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c1d5781b-0642-450a-9765-91ba6f3ad4fd req-e2b53a71-1e3a-448f-834e-d4cd15b74bc1 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 946 time: 0.1085548 Apr 15 10:58:37.519108 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c1d5781b-0642-450a-9765-91ba6f3ad4fd req-6419ed41-abe8-4016-bef5-4228471972a2 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/security-groups?id=ab348ba8-d92d-4e97-97a7-e006a3ad2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427988 Apr 15 10:58:37.870415 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90822d-7c04-4b91-8eef-623d77e9e72c req-d260543e-dd58-416a-acdf-6df9ca5aed10 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:37.872111 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9e90822d-7c04-4b91-8eef-623d77e9e72c req-d260543e-dd58-416a-acdf-6df9ca5aed10 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 943 time: 0.0939751 Apr 15 10:58:37.925575 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9e90822d-7c04-4b91-8eef-623d77e9e72c req-19b4c0e1-89bf-4d8b-a157-56e1114591fc tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464141 Apr 15 10:58:38.173811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:58:38.328582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:38.343933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'port_id': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'mac_address': 'fa:16:3e:80:3b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:58:38.406949 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:38.427655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:38.445814 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:38.449446 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:38.451554 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:38.532027 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:38.535467 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:38.819521 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['e1a14a8a-a9f0-4a69-89b2-90dee33b93b7'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:38.834006 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74f60a-9388-4c18-b39a-85337be89318 req-84b03977-e25c-4b42-bc58-67ba5a801587 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:38.835647 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ab74f60a-9388-4c18-b39a-85337be89318 req-84b03977-e25c-4b42-bc58-67ba5a801587 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 946 time: 0.0940385 Apr 15 10:58:38.897387 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ab74f60a-9388-4c18-b39a-85337be89318 req-f8466a14-ee30-4118-aeee-21625edb90f9 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/security-groups?id=ab348ba8-d92d-4e97-97a7-e006a3ad2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552645 Apr 15 10:58:39.135848 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f727c3-6863-49b1-bb42-a3bcf10b1b76 req-4ab221da-2c56-46fa-88ac-bcbf2a5f1006 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:39.137363 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-51f727c3-6863-49b1-bb42-a3bcf10b1b76 req-4ab221da-2c56-46fa-88ac-bcbf2a5f1006 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 944 time: 0.0894334 Apr 15 10:58:39.188541 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-51f727c3-6863-49b1-bb42-a3bcf10b1b76 req-51e433c9-2027-479b-997a-943460514c45 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446994 Apr 15 10:58:40.096252 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08b658-4d08-4cf2-b50b-81b6ce6055ed req-60fabbb3-3f6a-47d3-a689-e9497cde7028 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:40.097776 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ab08b658-4d08-4cf2-b50b-81b6ce6055ed req-60fabbb3-3f6a-47d3-a689-e9497cde7028 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 946 time: 0.0892127 Apr 15 10:58:40.147032 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ab08b658-4d08-4cf2-b50b-81b6ce6055ed req-67937aa5-55b8-42bb-96ae-4d3d339a1a0f tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/security-groups?id=ab348ba8-d92d-4e97-97a7-e006a3ad2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425286 Apr 15 10:58:40.189242 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:40.270007 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:40.276010 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:40.276441 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:40.405227 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:40.405646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf15a9c-1ee4-4f56-abb2-3bdf1cc54685 req-a5ad9983-8732-4679-a29e-3966f5bcda53 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:40.407304 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-adf15a9c-1ee4-4f56-abb2-3bdf1cc54685 req-a5ad9983-8732-4679-a29e-3966f5bcda53 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 944 time: 0.0967777 Apr 15 10:58:40.437788 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:40.448899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:40.452938 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:40.455137 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c704f707-16de-4d75-8711-004eb604b7b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:40.462589 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-adf15a9c-1ee4-4f56-abb2-3bdf1cc54685 req-c5402653-901a-4489-9d54-04e73c25a982 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476282 Apr 15 10:58:40.496791 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'code': 200} Apr 15 10:58:40.534060 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:40.538814 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:40.580013 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af08fd7-56c7-4216-a7e9-bdbec5b7ad21 req-dc3705e8-da8d-4e5a-98cc-e536e6e17da4 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:40.580775 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-7af08fd7-56c7-4216-a7e9-bdbec5b7ad21 req-dc3705e8-da8d-4e5a-98cc-e536e6e17da4 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Synchronizing usage tracker for tenant:f79e5a4baaa74f3e9753e25c2ccecd13 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:40.597813 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-7af08fd7-56c7-4216-a7e9-bdbec5b7ad21 req-dc3705e8-da8d-4e5a-98cc-e536e6e17da4 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Unset dirty status for tenant:f79e5a4baaa74f3e9753e25c2ccecd13 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:40.599723 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7af08fd7-56c7-4216-a7e9-bdbec5b7ad21 req-dc3705e8-da8d-4e5a-98cc-e536e6e17da4 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.102 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 946 time: 0.1151481 Apr 15 10:58:40.692773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-7af08fd7-56c7-4216-a7e9-bdbec5b7ad21 req-a7142df0-e250-422a-bc9a-678c444ae1e1 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Deleting port 8129093a-9ad5-4580-9567-eef8502dbdaf {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:58:40.693323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7af08fd7-56c7-4216-a7e9-bdbec5b7ad21 req-a7142df0-e250-422a-bc9a-678c444ae1e1 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:41.036338 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-7af08fd7-56c7-4216-a7e9-bdbec5b7ad21 req-a7142df0-e250-422a-bc9a-678c444ae1e1 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] For port 8129093a-9ad5-4580-9567-eef8502dbdaf, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8129093a-9ad5-4580-9567-eef8502dbdaf,segment=NetworkSegment(00a7db3b-087d-43f5-b141-259bf54314c1),segment_id=00a7db3b-087d-43f5-b141-259bf54314c1)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:41.036770 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7af08fd7-56c7-4216-a7e9-bdbec5b7ad21 req-a7142df0-e250-422a-bc9a-678c444ae1e1 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:41.053736 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59963b0-8dd7-4749-87f0-2dba710daffc req-54f42647-0851-43e1-9c60-c5f26a490b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:41.055383 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d59963b0-8dd7-4749-87f0-2dba710daffc req-54f42647-0851-43e1-9c60-c5f26a490b87 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 1098 time: 0.2081940 Apr 15 10:58:41.193699 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-7af08fd7-56c7-4216-a7e9-bdbec5b7ad21 req-a7142df0-e250-422a-bc9a-678c444ae1e1 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Calling delete_port for 8129093a-9ad5-4580-9567-eef8502dbdaf owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:58:41.271319 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d59963b0-8dd7-4749-87f0-2dba710daffc req-b2959964-af93-4b5f-816e-8208938845ed service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605351 Apr 15 10:58:41.361956 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa033a-cf95-4361-bbec-b56b14ff7e84 req-6c0fa31f-654d-45f1-a97f-39243f63ecca tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:41.363650 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3daa033a-cf95-4361-bbec-b56b14ff7e84 req-6c0fa31f-654d-45f1-a97f-39243f63ecca tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 946 time: 0.0944436 Apr 15 10:58:41.374795 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7af08fd7-56c7-4216-a7e9-bdbec5b7ad21 req-a7142df0-e250-422a-bc9a-678c444ae1e1 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:41.391692 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ceb13343-2977-4e91-a674-28bd18fa5c5d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:41.412688 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['8129093a-9ad5-4580-9567-eef8502dbdaf'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:41.423408 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3daa033a-cf95-4361-bbec-b56b14ff7e84 req-e528794c-37ba-4fba-a8ec-055cfb759f97 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/security-groups?id=ab348ba8-d92d-4e97-97a7-e006a3ad2f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525038 Apr 15 10:58:41.452819 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7142df0-e250-422a-bc9a-678c444ae1e1 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Pushing event deleted for resources: {'Port': ['ID=8129093a-9ad5-4580-9567-eef8502dbdaf,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:41.511824 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a7142df0-e250-422a-bc9a-678c444ae1e1 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:41.664165 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af08fd7-56c7-4216-a7e9-bdbec5b7ad21 req-a7142df0-e250-422a-bc9a-678c444ae1e1 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] No DVR routers for this DVR port 8129093a-9ad5-4580-9567-eef8502dbdaf on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:58:41.666767 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-7af08fd7-56c7-4216-a7e9-bdbec5b7ad21 req-a7142df0-e250-422a-bc9a-678c444ae1e1 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:41.669800 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7883cc34-2f60-4aee-9287-278a070286d9', 'name': 'network-vif-deleted', 'tag': '8129093a-9ad5-4580-9567-eef8502dbdaf'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:41.682378 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8c991-ad43-4b96-89aa-f052264db1c0 req-80ec2c36-e5fa-4c38-813f-7251df0fa6af tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:41.684178 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5ee8c991-ad43-4b96-89aa-f052264db1c0 req-80ec2c36-e5fa-4c38-813f-7251df0fa6af tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0953202 Apr 15 10:58:41.686098 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7af08fd7-56c7-4216-a7e9-bdbec5b7ad21 req-a7142df0-e250-422a-bc9a-678c444ae1e1 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.102 "DELETE /v2.0/ports/8129093a-9ad5-4580-9567-eef8502dbdaf HTTP/1.1" status: 204 len: 173 time: 1.0761535 Apr 15 10:58:41.731305 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7883cc34-2f60-4aee-9287-278a070286d9', 'name': 'network-vif-deleted', 'tag': '8129093a-9ad5-4580-9567-eef8502dbdaf', 'status': 'completed', 'code': 200} Apr 15 10:58:41.737207 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5ee8c991-ad43-4b96-89aa-f052264db1c0 req-c5e7328b-1921-464c-be62-89397f1371fb tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460060 Apr 15 10:58:42.624062 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7f089927-0897-4cf0-80b2-579667c35780 req-48e548cd-11f2-497c-9594-fc7e873d9df4 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?device_id=7883cc34-2f60-4aee-9287-278a070286d9 HTTP/1.1" status: 200 len: 210 time: 0.0550478 Apr 15 10:58:42.948922 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602a9f4-0bf2-434c-bda6-94d70a2f31a3 req-92ac1206-8a83-43ef-977f-b8f024bf02a6 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:42.950633 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a602a9f4-0bf2-434c-bda6-94d70a2f31a3 req-92ac1206-8a83-43ef-977f-b8f024bf02a6 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0940804 Apr 15 10:58:43.001205 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a602a9f4-0bf2-434c-bda6-94d70a2f31a3 req-e6397edf-bd77-463f-b1db-9f5978b9c5a7 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439346 Apr 15 10:58:43.211806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33fd41-d96b-4d4c-9fb1-23a463d33ade req-6ff0461a-b8eb-4e14-a2b4-46f3690432ee tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:43.213582 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-da33fd41-d96b-4d4c-9fb1-23a463d33ade req-6ff0461a-b8eb-4e14-a2b4-46f3690432ee tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0940144 Apr 15 10:58:43.268476 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-da33fd41-d96b-4d4c-9fb1-23a463d33ade req-1e8ea519-3da7-45c1-b166-7eb76981927a tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480525 Apr 15 10:58:43.294278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45822) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:43.491085 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b121e-98ab-4a68-bbbe-3b63e0def5be tempest-TestShelveInstance-355788935 tempest-TestShelveInstance-355788935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:43.491850 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-3e4b121e-98ab-4a68-bbbe-3b63e0def5be tempest-TestShelveInstance-355788935 tempest-TestShelveInstance-355788935-project-admin] Synchronizing usage tracker for tenant:b9be4a7f41624779be14cb8cdd9b49c2 on resource:port {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:43.508561 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-3e4b121e-98ab-4a68-bbbe-3b63e0def5be tempest-TestShelveInstance-355788935 tempest-TestShelveInstance-355788935-project-admin] Unset dirty status for tenant:b9be4a7f41624779be14cb8cdd9b49c2 on resource:port {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:43.509813 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-3e4b121e-98ab-4a68-bbbe-3b63e0def5be tempest-TestShelveInstance-355788935 tempest-TestShelveInstance-355788935-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 1093 time: 0.2143626 Apr 15 10:58:43.513257 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 45828) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:43.518834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Request body: {'floatingip': {'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'port_id': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'fixed_ip_address': '172.20.0.8'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:43.525988 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:43.530001 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Usage tracker for resource:floatingip and tenant:6b28d92d094a45dab0f09777f7955721 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:43.533006 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:43.539099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:43.548722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for floatingip, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.696849 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:44.185087 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Allocated IP 172.28.2.53 (07542e32-3df2-45eb-88b2-df384f761ab0/8a111444-f903-4ab8-a6a6-fdc00bae7494/ea23b875-684c-42d2-86ff-9d6e2cdaee6a) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:44.204772 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 8129093a-9ad5-4580-9567-eef8502dbdaf no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:44.259609 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: 8129093a-9ad5-4580-9567-eef8502dbdaf {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:58:44.260011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 8129093a-9ad5-4580-9567-eef8502dbdaf not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:58:44.317900 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde53b0a-f76a-4094-b339-d972f83509f8 req-364d6622-101d-4267-a118-ebb9ad55bee7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:44.319590 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-dde53b0a-f76a-4094-b339-d972f83509f8 req-364d6622-101d-4267-a118-ebb9ad55bee7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/networks?id=2ee969cd-73fd-43c0-ba26-14c1f0bef601 HTTP/1.1" status: 200 len: 809 time: 0.2729185 Apr 15 10:58:44.350353 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-dde53b0a-f76a-4094-b339-d972f83509f8 req-2e1c1ac1-2c1a-4c00-a3f0-c1c18598bcce tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/quotas/f79e5a4baaa74f3e9753e25c2ccecd13 HTTP/1.1" status: 200 len: 375 time: 0.0225754 Apr 15 10:58:44.424203 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-dde53b0a-f76a-4094-b339-d972f83509f8 req-1faf6afd-bb95-4205-a93f-30bc5aea7df9 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f79e5a4baaa74f3e9753e25c2ccecd13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630744 Apr 15 10:58:44.465561 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:44.595183 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:44.612437 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:44.791521 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Pushing event updated for resources: {'Port': ['ID=ea23b875-684c-42d2-86ff-9d6e2cdaee6a,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:44.797398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:44.799750 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-dde53b0a-f76a-4094-b339-d972f83509f8 req-4b6ca073-5d54-4ce6-b31e-62fef0ee50cc service neutron] 10.222.0.96 "GET /v2.0/networks/2ee969cd-73fd-43c0-ba26-14c1f0bef601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635607 Apr 15 10:58:44.950604 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:44.954483 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:44.959333 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:45.044750 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-dde53b0a-f76a-4094-b339-d972f83509f8 req-d198f6b9-5488-4286-8323-0eb68d7328e6 service neutron] 10.222.0.96 "GET /v2.0/networks/2ee969cd-73fd-43c0-ba26-14c1f0bef601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278211 Apr 15 10:58:45.474901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:45.558606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:45.846597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:45.850963 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843394218'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:45.866363 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:45.998500 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Pushing event updated for resources: {'Port': ['ID=ea23b875-684c-42d2-86ff-9d6e2cdaee6a,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:46.013189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:46.013594 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:46.013991 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:46.014399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:46.014803 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:46.015191 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:46.015573 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:46.015954 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:46.016335 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:46.016715 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:46.017093 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:46.017472 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:46.032085 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:46.120764 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853837847'] for floatingip, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:46.309789 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.l3_db [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Floating IP 58aa2130-e588-4f08-8948-7a454a9386a2 associated. External IP: 172.28.2.53, port: e1a14a8a-a9f0-4a69-89b2-90dee33b93b7. Apr 15 10:58:46.926906 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Router bc36081f-431d-4b4c-a17b-7055af6d70d1 has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:58:47.122668 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:58:47.133232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87c757-06b7-483b-abe0-763f9e6e05fc None None] Sync routers for ids ['bc36081f-431d-4b4c-a17b-7055af6d70d1'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:58:47.145795 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87c757-06b7-483b-abe0-763f9e6e05fc None None] Routers {'bc36081f-431d-4b4c-a17b-7055af6d70d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:47.146646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-0e87c757-06b7-483b-abe0-763f9e6e05fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:58:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['bc36081f-431d-4b4c-a17b-7055af6d70d1'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:47.149066 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:47.214810 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7003326 Apr 15 10:58:47.215489 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'tag': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:47.266621 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'tag': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'status': 'completed', 'code': 200} Apr 15 10:58:47.344427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-0e87c757-06b7-483b-abe0-763f9e6e05fc None None] Set router bc36081f-431d-4b4c-a17b-7055af6d70d1 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:47.414762 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a19e67-8dac-4d14-9452-e3756a5a8ed3 req-cd27e6b1-e713-4236-b622-7500e47f7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:47.416391 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-06a19e67-8dac-4d14-9452-e3756a5a8ed3 req-cd27e6b1-e713-4236-b622-7500e47f7508 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b28d92d094a45dab0f09777f7955721&device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 1098 time: 0.0914743 Apr 15 10:58:47.576859 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a19e67-8dac-4d14-9452-e3756a5a8ed3 req-141ab4e0-dbdb-470a-8535-8170621e9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:47.578477 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-06a19e67-8dac-4d14-9452-e3756a5a8ed3 req-141ab4e0-dbdb-470a-8535-8170621e9014 service neutron] 10.222.0.102 "GET /v2.0/networks?id=489d5acd-ee71-4613-a2b7-e64dddf50594 HTTP/1.1" status: 200 len: 910 time: 0.1549923 Apr 15 10:58:47.749094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-0e87c757-06b7-483b-abe0-763f9e6e05fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 4, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port': {'id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:47Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': '58aa2130-e588-4f08-8948-7a454a9386a2', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'floating_ip_address': '172.28.2.53', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'port_id': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'mac_address': 'fa:16:3e:80:3b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:45Z', 'updated_at': '2021-04-15T10:58:45Z', 'revision_number': 0, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9288390-e179-462f-bfa2-d0e2774b9689', 'name': '', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'mac_address': 'fa:16:3e:4f:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:58:05Z', 'revision_number': 5, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'subnets': [{'id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:47.755172 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87c757-06b7-483b-abe0-763f9e6e05fc None None] Checking router: bc36081f-431d-4b4c-a17b-7055af6d70d1 for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:47.766446 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87c757-06b7-483b-abe0-763f9e6e05fc None None] Routers {'bc36081f-431d-4b4c-a17b-7055af6d70d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:47.767194 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-0e87c757-06b7-483b-abe0-763f9e6e05fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:58:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['bc36081f-431d-4b4c-a17b-7055af6d70d1'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:47.961363 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-06a19e67-8dac-4d14-9452-e3756a5a8ed3 req-469fe596-82e5-4d8d-812e-8241a21f7ab8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 HTTP/1.1" status: 200 len: 998 time: 0.3736806 Apr 15 10:58:48.043406 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a19e67-8dac-4d14-9452-e3756a5a8ed3 req-e4ff26f6-c1c9-4025-ab0d-f6f8e1d7c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:48.044998 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-06a19e67-8dac-4d14-9452-e3756a5a8ed3 req-e4ff26f6-c1c9-4025-ab0d-f6f8e1d7c543 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e7622b6a-b918-4e6e-83d3-1f7241aed5a6 HTTP/1.1" status: 200 len: 847 time: 0.0716636 Apr 15 10:58:48.134608 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a19e67-8dac-4d14-9452-e3756a5a8ed3 req-4c972c7b-aa73-4e29-84fd-ae86e2900bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:48.136150 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-06a19e67-8dac-4d14-9452-e3756a5a8ed3 req-4c972c7b-aa73-4e29-84fd-ae86e2900bd1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=489d5acd-ee71-4613-a2b7-e64dddf50594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840905 Apr 15 10:58:48.150197 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-0e87c757-06b7-483b-abe0-763f9e6e05fc None None] Set router bc36081f-431d-4b4c-a17b-7055af6d70d1 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:48.286124 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-06a19e67-8dac-4d14-9452-e3756a5a8ed3 req-56041bba-2169-4373-9a98-56a61e48a597 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422248 Apr 15 10:58:48.433093 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-06a19e67-8dac-4d14-9452-e3756a5a8ed3 req-8514cdfa-b0fa-463e-b2f3-685c4582a831 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396646 Apr 15 10:58:48.531406 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-0e87c757-06b7-483b-abe0-763f9e6e05fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 4, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port': {'id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:47Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': '58aa2130-e588-4f08-8948-7a454a9386a2', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'floating_ip_address': '172.28.2.53', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'port_id': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'mac_address': 'fa:16:3e:80:3b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:45Z', 'updated_at': '2021-04-15T10:58:45Z', 'revision_number': 0, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9288390-e179-462f-bfa2-d0e2774b9689', 'name': '', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'mac_address': 'fa:16:3e:4f:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:58:05Z', 'revision_number': 5, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'subnets': [{'id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:48.535785 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87c757-06b7-483b-abe0-763f9e6e05fc None None] The sync data for ids ['bc36081f-431d-4b4c-a17b-7055af6d70d1'] in dv-cinder-786385-1-smb is: [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 4, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port': {'id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:47Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': '58aa2130-e588-4f08-8948-7a454a9386a2', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'floating_ip_address': '172.28.2.53', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'port_id': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'mac_address': 'fa:16:3e:80:3b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:45Z', 'updated_at': '2021-04-15T10:58:45Z', 'revision_number': 0, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9288390-e179-462f-bfa2-d0e2774b9689', 'name': '', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'mac_address': 'fa:16:3e:4f:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:58:05Z', 'revision_number': 5, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'subnets': [{'id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:48.828980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5974a3-c8d0-4a64-9f05-c199b3d2116f None None] New status for floating IP 58aa2130-e588-4f08-8948-7a454a9386a2: ACTIVE {{(pid=85288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:58:52.257671 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:55.139648 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-271f9383-cb6e-4eb2-a5c8-706d379b186d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:58.060962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7dda0e8f-9607-472a-9b17-a01f5e34095a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:58.492655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:59.445866 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:00.599935 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.442144 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:59:10.468344 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f0fb6-74cb-40b0-b3ed-2e093a31148c req-2f858d9f-d918-438b-9a6d-282f82c02901 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:10.470034 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d63f0fb6-74cb-40b0-b3ed-2e093a31148c req-2f858d9f-d918-438b-9a6d-282f82c02901 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0973623 Apr 15 10:59:10.519911 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d63f0fb6-74cb-40b0-b3ed-2e093a31148c req-b8827a99-e8c0-4d83-a0e4-73e8d6392a48 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424659 Apr 15 10:59:11.737486 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b4a7e-a763-4a96-bf0e-922ce1efbb06 req-574dbde5-c2d2-484d-a5ed-cfe880ed4fb9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:11.739693 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c92b4a7e-a763-4a96-bf0e-922ce1efbb06 req-574dbde5-c2d2-484d-a5ed-cfe880ed4fb9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0936828 Apr 15 10:59:11.789484 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c92b4a7e-a763-4a96-bf0e-922ce1efbb06 req-2aec2c10-adca-43ef-9b1d-db468183064c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432632 Apr 15 10:59:13.015052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb77419-63f3-4533-84ec-a0a4bd152e24 req-609f439b-a06b-4b71-91ed-3a0b7eb5e5e2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:13.016771 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1cb77419-63f3-4533-84ec-a0a4bd152e24 req-609f439b-a06b-4b71-91ed-3a0b7eb5e5e2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.1001124 Apr 15 10:59:13.074507 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1cb77419-63f3-4533-84ec-a0a4bd152e24 req-190fa5d5-0028-463d-a6db-0ac59c813d0e tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508363 Apr 15 10:59:14.286128 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a4373-ad5f-45af-b9ec-d5d96cfec332 req-e0681699-429c-4589-88da-45b8929f52f8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:14.287795 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a42a4373-ad5f-45af-b9ec-d5d96cfec332 req-e0681699-429c-4589-88da-45b8929f52f8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0900569 Apr 15 10:59:14.337897 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a42a4373-ad5f-45af-b9ec-d5d96cfec332 req-2c80e750-f247-47e9-a4d1-d4e3642dc47b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436935 Apr 15 10:59:14.757502 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bb5e5-a872-4324-a8f3-bab17608a116 req-b1ec4e1f-46db-4931-a47a-6cf5e92998ac tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:14.759175 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-014bb5e5-a872-4324-a8f3-bab17608a116 req-b1ec4e1f-46db-4931-a47a-6cf5e92998ac tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 945 time: 0.0955536 Apr 15 10:59:14.811165 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-014bb5e5-a872-4324-a8f3-bab17608a116 req-1bd1779f-d370-4f9a-8428-a1e00c35bc35 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e7e0bd5-4925-45e0-8073-bcb56504c8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451646 Apr 15 10:59:15.545808 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cfbe4-88a8-4026-935a-9d33ae2bc9f8 req-90981ff0-0eb8-4508-b505-d10c9c082dcb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:15.547565 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3d2cfbe4-88a8-4026-935a-9d33ae2bc9f8 req-90981ff0-0eb8-4508-b505-d10c9c082dcb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0902715 Apr 15 10:59:15.597197 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3d2cfbe4-88a8-4026-935a-9d33ae2bc9f8 req-63cf5b30-e4fd-4508-9f65-63ca3b6ad14e tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420799 Apr 15 10:59:16.028270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdcfd3-67c5-4e25-a105-055d044ad872 req-ec545ae3-dff4-4535-a509-67eef84d89df tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:16.029879 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75bdcfd3-67c5-4e25-a105-055d044ad872 req-ec545ae3-dff4-4535-a509-67eef84d89df tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 945 time: 0.0953927 Apr 15 10:59:16.078877 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75bdcfd3-67c5-4e25-a105-055d044ad872 req-f1821190-3cf3-4933-b40e-7a8ab4c311fc tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e7e0bd5-4925-45e0-8073-bcb56504c8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Apr 15 10:59:16.814403 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2d541-98bc-4d94-bc47-a9ce240cbb3d req-e8068bc5-a9ff-4cce-b8b5-65404520412a tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:16.816054 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-22f2d541-98bc-4d94-bc47-a9ce240cbb3d req-e8068bc5-a9ff-4cce-b8b5-65404520412a tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0935550 Apr 15 10:59:16.871966 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-22f2d541-98bc-4d94-bc47-a9ce240cbb3d req-ae9e1ee9-5a46-4671-9079-bcce22ffb078 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483274 Apr 15 10:59:16.938879 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-9986969c-0f09-49eb-b7e1-51d4404f2caa tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:16.939653 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-9986969c-0f09-49eb-b7e1-51d4404f2caa tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Synchronizing usage tracker for tenant:f24b7e01c38e4735b55d97689495aa77 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:16.957729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-9986969c-0f09-49eb-b7e1-51d4404f2caa tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Unset dirty status for tenant:f24b7e01c38e4735b55d97689495aa77 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:16.959007 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-9986969c-0f09-49eb-b7e1-51d4404f2caa tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.102 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 945 time: 0.1129262 Apr 15 10:59:17.038038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Deleting port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:17.038431 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:17.287697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f574881-412b-431e-9913-7c43177d70d3 req-24133c0f-68e0-4719-86a3-8de7b66c05a8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:17.289354 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7f574881-412b-431e-9913-7c43177d70d3 req-24133c0f-68e0-4719-86a3-8de7b66c05a8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 945 time: 0.0945938 Apr 15 10:59:17.311662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] For port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=637a07ac-639f-4f89-aadc-b1eb4b7f6f90,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:17.312057 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:17.339912 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7f574881-412b-431e-9913-7c43177d70d3 req-6db8c467-a04f-437b-b03e-164f3f3af2ab tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e7e0bd5-4925-45e0-8073-bcb56504c8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440261 Apr 15 10:59:17.636905 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:17.637235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853837847'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:17.637655 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.l3_db [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Floating IP 581e36f8-7147-4da2-b9c7-973d7da5e773 disassociated. External IP: 172.28.2.240, port: 637a07ac-639f-4f89-aadc-b1eb4b7f6f90. Apr 15 10:59:17.638133 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Calling delete_port for 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:17.795106 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:17.811225 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c27e428d-e890-4f77-8f84-409c277113c7 tempest-VolumesActionsTest-265301414 tempest-VolumesActionsTest-265301414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:17.914851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event deleted for resources: {'Port': ['ID=637a07ac-639f-4f89-aadc-b1eb4b7f6f90,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:17.922895 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:18.115922 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aeff5e-7a43-4ac5-8012-041d99e956c2 req-6b7876dd-4b22-4b90-9024-c4dbc2370c25 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:18.117681 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-30aeff5e-7a43-4ac5-8012-041d99e956c2 req-6b7876dd-4b22-4b90-9024-c4dbc2370c25 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0942380 Apr 15 10:59:18.166785 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-30aeff5e-7a43-4ac5-8012-041d99e956c2 req-017e4a50-d64a-4dae-a613-f2022f652c39 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423701 Apr 15 10:59:18.191025 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Router 0d532df7-3f24-43f2-8123-14f74c0a88dd has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:59:18.384343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:59:18.395766 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9611343-76e3-4fca-b943-680997e5f472 None None] Sync routers for ids ['0d532df7-3f24-43f2-8123-14f74c0a88dd'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:59:18.407934 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9611343-76e3-4fca-b943-680997e5f472 None None] Routers {'0d532df7-3f24-43f2-8123-14f74c0a88dd'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:18.409222 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b9611343-76e3-4fca-b943-680997e5f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:58:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['0d532df7-3f24-43f2-8123-14f74c0a88dd'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:18.475485 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] No DVR routers for this DVR port 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:59:18.478205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:18.481359 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99211f3-30de-4777-8704-8691f6e6cd16', 'name': 'network-vif-deleted', 'tag': '637a07ac-639f-4f89-aadc-b1eb4b7f6f90'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:18.503489 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-534b5217-e851-4188-95b7-21a8ee1906a7 req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.102 "DELETE /v2.0/ports/637a07ac-639f-4f89-aadc-b1eb4b7f6f90 HTTP/1.1" status: 204 len: 173 time: 1.5385878 Apr 15 10:59:18.534624 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a42dc811-1792-410b-9f64-5d0e450807d2 req-daa9ee7e-4c4f-42d9-b6d9-b1c1093db20e tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/ports?device_id=d99211f3-30de-4777-8704-8691f6e6cd16 HTTP/1.1" status: 200 len: 210 time: 0.0688856 Apr 15 10:59:18.627990 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-b9611343-76e3-4fca-b943-680997e5f472 None None] Set router 0d532df7-3f24-43f2-8123-14f74c0a88dd gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:18.655631 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99211f3-30de-4777-8704-8691f6e6cd16', 'name': 'network-vif-deleted', 'tag': '637a07ac-639f-4f89-aadc-b1eb4b7f6f90', 'status': 'completed', 'code': 200} Apr 15 10:59:18.967483 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b9611343-76e3-4fca-b943-680997e5f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:57Z', 'revision_number': 5, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:18.972962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9611343-76e3-4fca-b943-680997e5f472 None None] Checking router: 0d532df7-3f24-43f2-8123-14f74c0a88dd for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:59:18.982197 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9611343-76e3-4fca-b943-680997e5f472 None None] Routers {'0d532df7-3f24-43f2-8123-14f74c0a88dd'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:18.982885 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b9611343-76e3-4fca-b943-680997e5f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:58:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['0d532df7-3f24-43f2-8123-14f74c0a88dd'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:19.181819 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-b9611343-76e3-4fca-b943-680997e5f472 None None] Set router 0d532df7-3f24-43f2-8123-14f74c0a88dd gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:19.385527 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677225e8-edeb-4d5b-93b2-7076ddc2ff00 req-ebf64138-19d9-4bf0-8eba-066ec4154b71 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:19.387179 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-677225e8-edeb-4d5b-93b2-7076ddc2ff00 req-ebf64138-19d9-4bf0-8eba-066ec4154b71 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0929005 Apr 15 10:59:19.442209 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-677225e8-edeb-4d5b-93b2-7076ddc2ff00 req-53e52558-1fd1-4852-8d11-9852952a8efe tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474095 Apr 15 10:59:19.531797 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-b9611343-76e3-4fca-b943-680997e5f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:57Z', 'revision_number': 5, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:19.537294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9611343-76e3-4fca-b943-680997e5f472 None None] The sync data for ids ['0d532df7-3f24-43f2-8123-14f74c0a88dd'] in dv-cinder-786385-1-smb is: [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:53:39Z', 'revision_number': 4, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'bfa1dc4b-13ae-4c09-a893-4901edb8b03d', 'name': '', 'network_id': '12b1554d-27d3-4f03-be40-e76a3174964e', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'mac_address': 'fa:16:3e:ca:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:37Z', 'updated_at': '2021-04-15T10:53:57Z', 'revision_number': 5, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'subnets': [{'id': 'e1b0c5ef-b9a0-497b-969f-009f528ad36f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:59:19.672711 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46052) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:19.746411 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8af01d1f-d0f4-47c7-9cb8-cbaebc6555d2 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:19.778280 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8af01d1f-d0f4-47c7-9cb8-cbaebc6555d2 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:19.829137 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8af01d1f-d0f4-47c7-9cb8-cbaebc6555d2 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:19.835147 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7a40630e-1f3a-4488-b184-ffc2a5696e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:19.851347 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af01d1f-d0f4-47c7-9cb8-cbaebc6555d2 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7e0bd5-4925-45e0-8073-bcb56504c8a1,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:19.854197 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8af01d1f-d0f4-47c7-9cb8-cbaebc6555d2 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:19.861213 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8af01d1f-d0f4-47c7-9cb8-cbaebc6555d2 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:19.863861 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-8af01d1f-d0f4-47c7-9cb8-cbaebc6555d2 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "DELETE /v2.0/security-groups/8e7e0bd5-4925-45e0-8073-bcb56504c8a1 HTTP/1.1" status: 204 len: 168 time: 0.1885545 Apr 15 10:59:19.865386 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46056) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:19.884505 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.v2.resource [None req-c1585839-71ae-49a8-8c98-a644420bf58a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] show failed (client error): The resource could not be found. Apr 15 10:59:19.888712 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-c1585839-71ae-49a8-8c98-a644420bf58a tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "GET /v2.0/security-groups/8e7e0bd5-4925-45e0-8073-bcb56504c8a1 HTTP/1.1" status: 404 len: 347 time: 0.0192301 Apr 15 10:59:19.889069 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46060) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:19.926305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694265f-6856-469d-bd88-8d7764500244 None None] New status for floating IP 581e36f8-7147-4da2-b9c7-973d7da5e773: DOWN {{(pid=85288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:59:20.062634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Deleting port b5e1a300-f88e-4132-976a-728e6bb67a55 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:20.063200 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:20.245094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:20.245462 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:20.379908 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Calling delete_port for b5e1a300-f88e-4132-976a-728e6bb67a55 owned by network:floatingip {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:20.471077 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.db.api [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85286) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 10:59:20.471444 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_db.api [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 10:59:20.656239 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67b63a-faaa-4abe-a179-39c6b0a55cb3 req-90c7941d-1372-4962-8878-76be97ed08eb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:20.657747 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1c67b63a-faaa-4abe-a179-39c6b0a55cb3 req-90c7941d-1372-4962-8878-76be97ed08eb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0880849 Apr 15 10:59:20.711462 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1c67b63a-faaa-4abe-a179-39c6b0a55cb3 req-a89d1790-340e-4eb6-b06d-745a30029d10 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461268 Apr 15 10:59:20.973247 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Deleting port b5e1a300-f88e-4132-976a-728e6bb67a55 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:20.973634 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:21.156741 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:21.157305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:21.289149 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Calling delete_port for b5e1a300-f88e-4132-976a-728e6bb67a55 owned by network:floatingip {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:21.435418 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:21.451745 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:21.548606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Pushing event deleted for resources: {'Port': ['ID=b5e1a300-f88e-4132-976a-728e6bb67a55,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:21.552758 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:21.715384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks [] for floatingip, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:21.730429 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:21.731691 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-4e62caf1-5f61-4881-bb24-161c5042d93d tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] 10.222.0.96 "DELETE /v2.0/floatingips/581e36f8-7147-4da2-b9c7-973d7da5e773 HTTP/1.1" status: 204 len: 168 time: 1.8415170 Apr 15 10:59:21.926145 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24c67e-d3e4-40ff-99a1-ca9f0ce22ae1 req-726e9627-051f-4da1-8ae6-d7b5541085f3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:21.927940 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1a24c67e-d3e4-40ff-99a1-ca9f0ce22ae1 req-726e9627-051f-4da1-8ae6-d7b5541085f3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0929255 Apr 15 10:59:21.980383 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1a24c67e-d3e4-40ff-99a1-ca9f0ce22ae1 req-480f3334-a9a3-44d0-8e53-f14c45d57bc4 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460079 Apr 15 10:59:22.247001 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:22.353746 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:22.395490 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:22.395930 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 637a07ac-639f-4f89-aadc-b1eb4b7f6f90 not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:23.194064 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1d1df-1d83-4905-826f-837d1987246b req-2d15be4d-c2fb-4f9c-b136-2f6f4108be43 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:23.195770 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d2b1d1df-1d83-4905-826f-837d1987246b req-2d15be4d-c2fb-4f9c-b136-2f6f4108be43 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0902228 Apr 15 10:59:23.248397 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d2b1d1df-1d83-4905-826f-837d1987246b req-b06189f1-a087-4208-8a00-9315da51db19 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458288 Apr 15 10:59:23.651757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c455d0-562d-450f-9e17-604d398247e6 req-177522a3-8b72-4d9d-91ad-f153c07a8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:23.653386 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c455d0-562d-450f-9e17-604d398247e6 req-177522a3-8b72-4d9d-91ad-f153c07a8b5a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95b6d3d44f5441d68e73436f3a947935&device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 1099 time: 0.1338103 Apr 15 10:59:23.811044 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c455d0-562d-450f-9e17-604d398247e6 req-3be3a6dd-540c-4cf7-bc65-dba08abe23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:23.812609 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c455d0-562d-450f-9e17-604d398247e6 req-3be3a6dd-540c-4cf7-bc65-dba08abe23d7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 200 len: 918 time: 0.1354089 Apr 15 10:59:23.928900 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c455d0-562d-450f-9e17-604d398247e6 req-7ce0ab25-26d9-4dfe-8951-b412d7aa9c83 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3 HTTP/1.1" status: 200 len: 1002 time: 0.1052308 Apr 15 10:59:24.006280 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c455d0-562d-450f-9e17-604d398247e6 req-15ad8b87-8a63-4d62-a54e-027cbd951426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:24.007933 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c455d0-562d-450f-9e17-604d398247e6 req-15ad8b87-8a63-4d62-a54e-027cbd951426 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be7d2f97-abff-4a3f-98bc-26e4b12e7f7c HTTP/1.1" status: 200 len: 855 time: 0.0688021 Apr 15 10:59:24.093134 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c455d0-562d-450f-9e17-604d398247e6 req-01172a77-d5fb-4f89-8650-80dde700ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:24.094670 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c455d0-562d-450f-9e17-604d398247e6 req-01172a77-d5fb-4f89-8650-80dde700ee3d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d721fb-2821-48d5-ac89-567367ad279d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792139 Apr 15 10:59:24.241546 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c455d0-562d-450f-9e17-604d398247e6 req-fc05219d-d381-4fbe-aa44-a1d64d0e3798 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361148 Apr 15 10:59:24.453619 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-23c455d0-562d-450f-9e17-604d398247e6 req-42997afe-4f78-4cd6-8a2e-28667a99edeb service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018125 Apr 15 10:59:24.470419 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d91caf-5ee5-4de6-8a56-28af1418332f req-bf4d10af-6935-4e9e-92ae-b67bf96a0aba tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:24.472112 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-32d91caf-5ee5-4de6-8a56-28af1418332f req-bf4d10af-6935-4e9e-92ae-b67bf96a0aba tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0994625 Apr 15 10:59:24.523180 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-32d91caf-5ee5-4de6-8a56-28af1418332f req-9c009400-71ba-43cd-8606-3b8225f7fe18 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437303 Apr 15 10:59:25.132159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b37dc0fb-c792-4c7e-8220-64d592b7eab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.744713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31138ede-5569-408a-8f7e-0cc1e62231ee req-cbad6786-405e-4445-bb58-db4699c25f73 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:25.746355 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-31138ede-5569-408a-8f7e-0cc1e62231ee req-cbad6786-405e-4445-bb58-db4699c25f73 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0954828 Apr 15 10:59:25.796350 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-31138ede-5569-408a-8f7e-0cc1e62231ee req-60416468-8cc2-4c9a-99d2-70410704e606 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436139 Apr 15 10:59:26.098015 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46106) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:27.000531 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f714-298f-4559-b9f2-fffe5fcacc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937223'] for router_interface, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:27.313100 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5fef2-1431-4782-908b-b79bbfcdeb9e req-f5b3380e-8847-425b-bf6d-5c32b791d746 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:27.314712 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-15d5fef2-1431-4782-908b-b79bbfcdeb9e req-f5b3380e-8847-425b-bf6d-5c32b791d746 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.1967082 Apr 15 10:59:27.405683 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-15d5fef2-1431-4782-908b-b79bbfcdeb9e req-d1e95587-09ca-4475-846a-67b8c5bed91d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825357 Apr 15 10:59:27.497630 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1f714-298f-4559-b9f2-fffe5fcacc1d admin admin] Deleting port bfa1dc4b-13ae-4c09-a893-4901edb8b03d {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:27.497630 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f714-298f-4559-b9f2-fffe5fcacc1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:27.685544 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-e8d1f714-298f-4559-b9f2-fffe5fcacc1d admin admin] For port bfa1dc4b-13ae-4c09-a893-4901edb8b03d, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=bfa1dc4b-13ae-4c09-a893-4901edb8b03d,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:27.685891 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f714-298f-4559-b9f2-fffe5fcacc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:27.820625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1f714-298f-4559-b9f2-fffe5fcacc1d admin admin] Calling delete_port for bfa1dc4b-13ae-4c09-a893-4901edb8b03d owned by network:router_interface {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:27.997421 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f714-298f-4559-b9f2-fffe5fcacc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:28.012598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:28.063336 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-837fb6e3-40b7-4f77-8483-300c914e6cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:28.109159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1f714-298f-4559-b9f2-fffe5fcacc1d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa1dc4b-13ae-4c09-a893-4901edb8b03d,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:28.113791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e8d1f714-298f-4559-b9f2-fffe5fcacc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:28.463343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8d1f714-298f-4559-b9f2-fffe5fcacc1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854020475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937938'] for router_interface, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:28.493648 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:28.796575 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e52b4f-5413-470f-99bd-18020e189442 req-716f9cdf-d833-463d-b39e-7ebdbdacc19d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:28.798164 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-25e52b4f-5413-470f-99bd-18020e189442 req-716f9cdf-d833-463d-b39e-7ebdbdacc19d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.2653472 Apr 15 10:59:29.119341 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-25e52b4f-5413-470f-99bd-18020e189442 req-096f0ce0-56c3-4a9b-8d4f-2eb5eeffb4f2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103027 Apr 15 10:59:29.336020 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d1f714-298f-4559-b9f2-fffe5fcacc1d admin admin] Router 0d532df7-3f24-43f2-8123-14f74c0a88dd has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:59:29.449970 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:29.538746 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d1f714-298f-4559-b9f2-fffe5fcacc1d admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:59:29.548333 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5fe92e-5b3b-4651-aa0f-d252163b9137 None None] Sync routers for ids ['0d532df7-3f24-43f2-8123-14f74c0a88dd'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:59:29.554839 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-e8d1f714-298f-4559-b9f2-fffe5fcacc1d admin admin] 10.222.0.96 "PUT /v2.0/routers/0d532df7-3f24-43f2-8123-14f74c0a88dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4555004 Apr 15 10:59:29.557519 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46116) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:29.560541 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5fe92e-5b3b-4651-aa0f-d252163b9137 None None] Routers {'0d532df7-3f24-43f2-8123-14f74c0a88dd'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:29.561375 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-6c5fe92e-5b3b-4651-aa0f-d252163b9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:59:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['0d532df7-3f24-43f2-8123-14f74c0a88dd'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:29.759673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Notify callbacks [] for router, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:29.769772 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-6c5fe92e-5b3b-4651-aa0f-d252163b9137 None None] Set router 0d532df7-3f24-43f2-8123-14f74c0a88dd gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:29.968184 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:29.980471 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Deleting port e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:29.980855 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:30.085468 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-6c5fe92e-5b3b-4651-aa0f-d252163b9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:59:27Z', 'revision_number': 5, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port': {'id': 'e2ab5936-0df2-4164-a4e7-095e0fb3dbc7', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:32Z', 'updated_at': '2021-04-15T10:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:30.089614 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5fe92e-5b3b-4651-aa0f-d252163b9137 None None] Checking router: 0d532df7-3f24-43f2-8123-14f74c0a88dd for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:59:30.099119 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5fe92e-5b3b-4651-aa0f-d252163b9137 None None] Routers {'0d532df7-3f24-43f2-8123-14f74c0a88dd'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:30.099805 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-6c5fe92e-5b3b-4651-aa0f-d252163b9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T10:59:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['0d532df7-3f24-43f2-8123-14f74c0a88dd'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:30.168898 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] For port e2ab5936-0df2-4164-a4e7-095e0fb3dbc7, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=e2ab5936-0df2-4164-a4e7-095e0fb3dbc7,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:30.169353 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:30.264743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-6c5fe92e-5b3b-4651-aa0f-d252163b9137 None None] Set router 0d532df7-3f24-43f2-8123-14f74c0a88dd gateway port host: None {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:30.307370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Calling delete_port for e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 owned by network:router_gateway {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:30.384200 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-6c5fe92e-5b3b-4651-aa0f-d252163b9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:59:29Z', 'revision_number': 6, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port_host': None}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:30.389371 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5fe92e-5b3b-4651-aa0f-d252163b9137 None None] The sync data for ids ['0d532df7-3f24-43f2-8123-14f74c0a88dd'] in dv-cinder-786385-1-smb is: [{'id': '0d532df7-3f24-43f2-8123-14f74c0a88dd', 'name': 'tempest-AttachVolumeTestJSON-514164913-router', 'tenant_id': 'f24b7e01c38e4735b55d97689495aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:31Z', 'updated_at': '2021-04-15T10:59:29Z', 'revision_number': 6, 'project_id': 'f24b7e01c38e4735b55d97689495aa77', 'gw_port_host': None}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:59:30.483562 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74e767-f4c1-4b83-9220-2832d383c7d1 req-50b3c927-ac21-4a6c-951e-764707ae53f7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:30.485294 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cb74e767-f4c1-4b83-9220-2832d383c7d1 req-50b3c927-ac21-4a6c-951e-764707ae53f7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.1865764 Apr 15 10:59:30.580261 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cb74e767-f4c1-4b83-9220-2832d383c7d1 req-dc844d30-e157-4935-9261-a9b91d043bb8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834293 Apr 15 10:59:30.621470 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:30.622870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:30.638978 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d264188e-02fc-4c94-b3a3-04f124153860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:30.732216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ab5936-0df2-4164-a4e7-095e0fb3dbc7,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:30.740124 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:30.912758 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-937780'] for router_gateway, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.101472 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763743'] for router, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.103832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.125590 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853841342'] for router, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.126173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d532df7-3f24-43f2-8123-14f74c0a88dd {{(pid=85286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 10:59:31.140690 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Notify callbacks [] for router, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.141922 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] 10.222.0.96 "DELETE /v2.0/routers/0d532df7-3f24-43f2-8123-14f74c0a88dd HTTP/1.1" status: 204 len: 168 time: 1.5833933 Apr 15 10:59:31.144843 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46122) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:31.217604 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-79728d03-1fa5-4761-b9b5-33f7c704fdf8 admin admin] Deleting subnet e1b0c5ef-b9a0-497b-969f-009f528ad36f {{(pid=85286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:59:31.220838 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-79728d03-1fa5-4761-b9b5-33f7c704fdf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.274833 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-79728d03-1fa5-4761-b9b5-33f7c704fdf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844155786'] for subnet, precommit_delete_associations {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.404516 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-79728d03-1fa5-4761-b9b5-33f7c704fdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.513679 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:31.557288 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:31.557687 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device e2ab5936-0df2-4164-a4e7-095e0fb3dbc7 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:31.558182 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device bfa1dc4b-13ae-4c09-a893-4901edb8b03d no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:31.595991 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: bfa1dc4b-13ae-4c09-a893-4901edb8b03d {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:31.596388 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device bfa1dc4b-13ae-4c09-a893-4901edb8b03d not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:31.679085 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-79728d03-1fa5-4761-b9b5-33f7c704fdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843394279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843314525'] for subnet, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.696105 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cd6def94-0538-45ff-a7c8-d3a08123f1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:31.823387 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79728d03-1fa5-4761-b9b5-33f7c704fdf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b0c5ef-b9a0-497b-969f-009f528ad36f,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:31.826223 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-79728d03-1fa5-4761-b9b5-33f7c704fdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:31.897798 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-79728d03-1fa5-4761-b9b5-33f7c704fdf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:31.904284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c67625-eab9-4058-8242-351b3b2b5844 None None] Network 12b1554d-27d3-4f03-be40-e76a3174964e requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:59:31.913919 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-79728d03-1fa5-4761-b9b5-33f7c704fdf8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e1b0c5ef-b9a0-497b-969f-009f528ad36f HTTP/1.1" status: 204 len: 168 time: 0.7677135 Apr 15 10:59:31.916790 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46128) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:31.932837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dcf27-40b2-42ce-879e-b6167358931f req-9aae5145-921c-456d-ad65-ebd1c54c48d6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:31.934496 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fc8dcf27-40b2-42ce-879e-b6167358931f req-9aae5145-921c-456d-ad65-ebd1c54c48d6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.2058306 Apr 15 10:59:31.989001 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fc8dcf27-40b2-42ce-879e-b6167358931f req-4c941522-3a5b-4905-8e02-cd4d8db46fdf tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477548 Apr 15 10:59:32.042891 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:32.119605 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Deleting port fa099425-40a1-4e97-b9fb-6fbb5d7298f0 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:32.119890 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:32.346674 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] For port fa099425-40a1-4e97-b9fb-6fbb5d7298f0, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=fa099425-40a1-4e97-b9fb-6fbb5d7298f0,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:32.347814 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:32.351541 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a18eaf-ccf3-41e3-b6f5-001ad63a6bdb None None] DHCP port deletion for 12b1554d-27d3-4f03-be40-e76a3174964e request from dv-cinder-786385-1-smb {{(pid=85287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 10:59:32.356336 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-76a18eaf-ccf3-41e3-b6f5-001ad63a6bdb None None] Deleting port fa099425-40a1-4e97-b9fb-6fbb5d7298f0 {{(pid=85287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:32.356855 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-76a18eaf-ccf3-41e3-b6f5-001ad63a6bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:32.488799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Calling delete_port for fa099425-40a1-4e97-b9fb-6fbb5d7298f0 owned by network:dhcp {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:32.590814 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-76a18eaf-ccf3-41e3-b6f5-001ad63a6bdb None None] For port fa099425-40a1-4e97-b9fb-6fbb5d7298f0, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=fa099425-40a1-4e97-b9fb-6fbb5d7298f0,segment=NetworkSegment(5b3a6fcf-8995-4de8-8a19-a465f88c5143),segment_id=5b3a6fcf-8995-4de8-8a19-a465f88c5143)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:32.591295 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-76a18eaf-ccf3-41e3-b6f5-001ad63a6bdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:32.744009 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-76a18eaf-ccf3-41e3-b6f5-001ad63a6bdb None None] Calling delete_port for fa099425-40a1-4e97-b9fb-6fbb5d7298f0 owned by network:dhcp {{(pid=85287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:32.839464 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:32.855399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:32.902901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.db.api [None req-76a18eaf-ccf3-41e3-b6f5-001ad63a6bdb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85287) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 10:59:32.903571 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_db.api [None req-76a18eaf-ccf3-41e3-b6f5-001ad63a6bdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 10:59:32.950114 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa099425-40a1-4e97-b9fb-6fbb5d7298f0,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:32.952950 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:33.003645 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] No DVR routers for this DVR port fa099425-40a1-4e97-b9fb-6fbb5d7298f0 on host dv-cinder-786385-1-smb {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:59:33.132010 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.204280 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171cd62-40ed-4ec9-a99e-eee4797f71ed req-b2741ce7-30a8-40fb-8b44-90adc62c0633 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:33.205906 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2171cd62-40ed-4ec9-a99e-eee4797f71ed req-b2741ce7-30a8-40fb-8b44-90adc62c0633 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0934348 Apr 15 10:59:33.250026 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b1554d-27d3-4f03-be40-e76a3174964e']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:33.256294 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2171cd62-40ed-4ec9-a99e-eee4797f71ed req-affee759-1eda-4b15-a51d-43bf5e1030f3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436652 Apr 15 10:59:33.263955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3a6fcf-8995-4de8-8a19-a465f88c5143') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:33.264305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3a6fcf-8995-4de8-8a19-a465f88c5143') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:33.277358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843129508'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.293813 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.301014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:59:33.404657 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-76a18eaf-ccf3-41e3-b6f5-001ad63a6bdb None None] Deleting port fa099425-40a1-4e97-b9fb-6fbb5d7298f0 {{(pid=85287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:33.405227 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-76a18eaf-ccf3-41e3-b6f5-001ad63a6bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.480757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-76a18eaf-ccf3-41e3-b6f5-001ad63a6bdb None None] The port 'fa099425-40a1-4e97-b9fb-6fbb5d7298f0' was deleted {{(pid=85287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 10:59:33.491822 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Network 12b1554d-27d3-4f03-be40-e76a3174964e has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:59:33.501928 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842768876'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.518374 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device fa099425-40a1-4e97-b9fb-6fbb5d7298f0 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:33.557512 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: fa099425-40a1-4e97-b9fb-6fbb5d7298f0 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:33.557907 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device fa099425-40a1-4e97-b9fb-6fbb5d7298f0 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:33.687348 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Network 12b1554d-27d3-4f03-be40-e76a3174964e has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:59:33.714915 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:59:33.794597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.800970 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.804931 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-77ef74ab-c738-4ed7-b193-036ea19d955a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:33.833121 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Pushing event deleted for resources: {'Network': ['ID=12b1554d-27d3-4f03-be40-e76a3174964e,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:33.835785 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:33.844095 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] 10.222.0.96 "DELETE /v2.0/networks/12b1554d-27d3-4f03-be40-e76a3174964e HTTP/1.1" status: 204 len: 168 time: 1.9261696 Apr 15 10:59:33.966192 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46136) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:34.024112 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-2e6cfb60-82e7-4c2f-bc15-78155341a97e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f24b7e01c38e4735b55d97689495aa77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0565460 Apr 15 10:59:34.026651 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46140) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:34.089204 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.117191 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.165966 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.171149 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f1be0461-2945-4b3a-963e-5a87be85a8c8 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:34.188044 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58a0a69-39c9-4fff-98ce-cbc6d698b8ef,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:34.196785 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.198253 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e58a0a69-39c9-4fff-98ce-cbc6d698b8ef HTTP/1.1" status: 204 len: 168 time: 0.1706300 Apr 15 10:59:34.199982 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:34.200407 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:34.200827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:34.201211 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:34.201626 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:34.202023 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:34.202424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:34.202856 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:34.203257 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:34.203658 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:34.204056 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:34.204454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:34.208598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:34.467891 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f48ff-bba3-4b8c-9b4c-e1c93d247eba req-6308a2d1-3826-46b6-b162-3b477a23205f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:34.469511 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-677f48ff-bba3-4b8c-9b4c-e1c93d247eba req-6308a2d1-3826-46b6-b162-3b477a23205f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0901604 Apr 15 10:59:34.529887 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-677f48ff-bba3-4b8c-9b4c-e1c93d247eba req-e3877d73-f8de-4251-b23b-20620ecdcd66 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535984 Apr 15 10:59:35.744151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e485983-78d7-4041-b3d8-9f26c1018b7e req-1c8ec20b-ff2b-42a6-acac-ab163d4a88f8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:35.746346 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9e485983-78d7-4041-b3d8-9f26c1018b7e req-1c8ec20b-ff2b-42a6-acac-ab163d4a88f8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0924835 Apr 15 10:59:35.796378 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9e485983-78d7-4041-b3d8-9f26c1018b7e req-a6a34659-6bbd-48be-8bd3-a0df29cc6ae1 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441995 Apr 15 10:59:37.008425 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755f139-9dba-4588-adce-20f302c44b21 req-f4dbb841-54df-4922-bbce-1068b0c5769d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:37.010023 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e755f139-9dba-4588-adce-20f302c44b21 req-f4dbb841-54df-4922-bbce-1068b0c5769d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0917709 Apr 15 10:59:37.310677 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e755f139-9dba-4588-adce-20f302c44b21 req-5189773b-84ca-4323-b8ea-6c0f25bf8f5f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942023 Apr 15 10:59:38.521829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e568b43-a880-4ade-9eaf-1e68004230eb req-b045d2fb-6d58-4b15-9238-5544873a7942 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:38.523470 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e568b43-a880-4ade-9eaf-1e68004230eb req-b045d2fb-6d58-4b15-9238-5544873a7942 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0881512 Apr 15 10:59:38.575151 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e568b43-a880-4ade-9eaf-1e68004230eb req-27847bb5-2ba6-4e05-a192-06383008f140 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452442 Apr 15 10:59:39.786066 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbfb2a-7a1c-475e-851d-b45c19a6511e req-b8361427-dc95-4464-82aa-6d8288c65a5c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:39.787668 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-85dbfb2a-7a1c-475e-851d-b45c19a6511e req-b8361427-dc95-4464-82aa-6d8288c65a5c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0897145 Apr 15 10:59:39.836577 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-85dbfb2a-7a1c-475e-851d-b45c19a6511e req-7d95fd66-7564-46e7-9aba-5df306a34b62 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Apr 15 10:59:41.055100 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae49821-0b9a-4e29-9523-f792d2016d5a req-1a4574a1-6096-43a7-89be-1488fdd0ff8f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:41.056707 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fae49821-0b9a-4e29-9523-f792d2016d5a req-1a4574a1-6096-43a7-89be-1488fdd0ff8f tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0945854 Apr 15 10:59:41.105852 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fae49821-0b9a-4e29-9523-f792d2016d5a req-7fb2a1f0-6123-4af0-88db-191321cddde3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426462 Apr 15 10:59:42.319560 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f95ce-20ef-4419-9406-5c2103dcc3fb req-a236e1be-4181-4bde-a16c-2a9c5e43bdc0 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:42.321137 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-180f95ce-20ef-4419-9406-5c2103dcc3fb req-a236e1be-4181-4bde-a16c-2a9c5e43bdc0 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.0939939 Apr 15 10:59:42.371738 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-180f95ce-20ef-4419-9406-5c2103dcc3fb req-362afa45-dd7f-4adb-ab7e-4f9cce536d6b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437083 Apr 15 10:59:42.440111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device c9d48f1e-a3cb-4c48-9947-6c118ae142d3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:59:42.443241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:59:42.585248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port c9d48f1e-a3cb-4c48-9947-6c118ae142d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:42.599542 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'port_id': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'mac_address': 'fa:16:3e:d3:06:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:59:42.663353 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:42.681011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9d48f1e-a3cb-4c48-9947-6c118ae142d3 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:42.700415 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port c9d48f1e-a3cb-4c48-9947-6c118ae142d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:42.703436 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:42.705424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:42.781931 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,revision_number=6']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:42.790311 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:42.790729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:42.791114 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:42.791495 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:42.791870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:42.792239 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:42.792616 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:42.792989 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:42.793358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:42.793722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:42.794095 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:42.794456 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:42.798781 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:42.898719 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['c9d48f1e-a3cb-4c48-9947-6c118ae142d3'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:43.593876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0eb8f-72e1-40ea-a978-3c2f7ca363d8 req-728e8612-2a73-43bb-9b86-a786148984d4 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:43.595557 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ef0eb8f-72e1-40ea-a978-3c2f7ca363d8 req-728e8612-2a73-43bb-9b86-a786148984d4 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 945 time: 0.0997586 Apr 15 10:59:43.648244 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2ef0eb8f-72e1-40ea-a978-3c2f7ca363d8 req-29774a2f-001a-45bd-bfef-8bf6f7955d45 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459208 Apr 15 10:59:44.444540 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device c9d48f1e-a3cb-4c48-9947-6c118ae142d3 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:59:44.553911 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port c9d48f1e-a3cb-4c48-9947-6c118ae142d3 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:44.554344 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:44.718282 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:44.750115 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:44.765697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port c9d48f1e-a3cb-4c48-9947-6c118ae142d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:44.774573 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:44.777901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-945f274c-eae0-4c31-9252-cdde38a72a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:44.872632 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,revision_number=7']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:44.876382 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:45.056004 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e2484-e864-4d24-973e-e4136b6f2640 req-f154ec64-6795-4674-bf77-5bb3d36fb18e tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:45.067785 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cd2e2484-e864-4d24-973e-e4136b6f2640 req-f154ec64-6795-4674-bf77-5bb3d36fb18e tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.1568253 Apr 15 10:59:45.135632 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cd2e2484-e864-4d24-973e-e4136b6f2640 req-5ad3aa29-13b3-4452-aead-f641a0126477 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663571 Apr 15 10:59:45.405925 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'code': 200} Apr 15 10:59:46.399836 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24952e-4829-4951-8477-68137ecd4f41 req-602bc76e-4a0e-418d-b077-44df418868d4 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:46.411405 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fb24952e-4829-4951-8477-68137ecd4f41 req-602bc76e-4a0e-418d-b077-44df418868d4 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.1249261 Apr 15 10:59:46.481075 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fb24952e-4829-4951-8477-68137ecd4f41 req-5ee9794d-291a-4e3c-aec4-a6f08c02cbba tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682433 Apr 15 10:59:47.718289 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323107f-7f11-4d75-bc2c-ea72eb4873bd req-91e876ec-d801-4bb7-9b67-8d3b0888f7c6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:47.720033 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2323107f-7f11-4d75-bc2c-ea72eb4873bd req-91e876ec-d801-4bb7-9b67-8d3b0888f7c6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.1096697 Apr 15 10:59:47.788514 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2323107f-7f11-4d75-bc2c-ea72eb4873bd req-818d4f4a-59cf-4e22-abc5-809389b8d4b7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514181 Apr 15 10:59:49.185259 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1edcd2-a8b1-4cb6-a8e5-0696d27f1801 req-18a77b69-f69f-4036-997d-27d6b1102101 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:49.187041 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1d1edcd2-a8b1-4cb6-a8e5-0696d27f1801 req-18a77b69-f69f-4036-997d-27d6b1102101 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.1461513 Apr 15 10:59:49.289507 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1d1edcd2-a8b1-4cb6-a8e5-0696d27f1801 req-f4649488-4faf-41cc-901b-2e5af477d0fa tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885427 Apr 15 10:59:50.639678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d44abc-918c-4518-a625-60cf7399c553 req-a71e659f-96a8-46d3-94f9-4b54faa9b501 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:50.665835 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8d44abc-918c-4518-a625-60cf7399c553 req-a71e659f-96a8-46d3-94f9-4b54faa9b501 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.2116721 Apr 15 10:59:50.778080 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b8d44abc-918c-4518-a625-60cf7399c553 req-2c5d81e7-5dc1-4da5-928b-9092697441f1 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061361 Apr 15 10:59:52.227342 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f1ad2-0ff2-49ae-8968-2c2bbed30a1e req-e7988184-ba11-45f8-b977-064b9649b1f2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:52.245100 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-686f1ad2-0ff2-49ae-8968-2c2bbed30a1e req-e7988184-ba11-45f8-b977-064b9649b1f2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.1570015 Apr 15 10:59:52.282107 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.362965 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-686f1ad2-0ff2-49ae-8968-2c2bbed30a1e req-79c27f3c-a01e-4bc0-998a-a997e6e83ced tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109192 Apr 15 10:59:53.700959 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acd76d-5707-4078-94dc-b26fcbaf44d7 req-14a9db2d-1cf8-49b0-938d-a0fd281a06e4 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:53.702719 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a6acd76d-5707-4078-94dc-b26fcbaf44d7 req-14a9db2d-1cf8-49b0-938d-a0fd281a06e4 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.1823828 Apr 15 10:59:53.826940 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a6acd76d-5707-4078-94dc-b26fcbaf44d7 req-5a448726-4977-43e5-8a61-46a8f46b4a2d tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165712 Apr 15 10:59:55.150834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7ba5eaf7-aa2e-4e2a-a560-1d6ae7a3d6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.212071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d2286-3083-4354-98f1-b8a3a93a1224 req-fdc14168-e0c4-4aa9-8793-7ba8b15740a6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:55.225562 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-697d2286-3083-4354-98f1-b8a3a93a1224 req-fdc14168-e0c4-4aa9-8793-7ba8b15740a6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.1356788 Apr 15 10:59:55.308172 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-697d2286-3083-4354-98f1-b8a3a93a1224 req-179ae45e-449e-4b7b-940d-367bb3e8fe3b tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708735 Apr 15 10:59:55.538274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46464) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:55.707703 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.730189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:55.736576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Usage tracker for resource:security_group_rule and tenant:feabff0bbe9f4ca3a059fc6919041cb1 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:55.740495 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:55.746829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:55.922737 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.933944 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.948590 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-31518aa6-d544-4e5a-b031-5df5eddc24be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:55.987894 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=feabff0bbe9f4ca3a059fc6919041cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474657 Apr 15 10:59:55.990034 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46478) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:56.010456 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acba656f-a7ab-4092-bf52-463effc117ed,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:56.023298 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:56.023779 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:56.024183 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:56.024590 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:56.025000 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:56.025518 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:56.025966 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:56.026486 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:56.026968 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:56.027478 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:56.027955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:56.028489 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:56.034917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-efbccb1c-89c9-477b-aa6a-df27068a14d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:56.062450 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d9e1-f981-4b02-81da-0ba226ed3d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.112710 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d9e1-f981-4b02-81da-0ba226ed3d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.193308 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d9e1-f981-4b02-81da-0ba226ed3d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.201846 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-374e4cba-69c5-4380-8c9e-6334483722d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:56.218566 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4d9e1-f981-4b02-81da-0ba226ed3d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acba656f-a7ab-4092-bf52-463effc117ed,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:56.222299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b8a4d9e1-f981-4b02-81da-0ba226ed3d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:56.230094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8a4d9e1-f981-4b02-81da-0ba226ed3d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.231856 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-b8a4d9e1-f981-4b02-81da-0ba226ed3d78 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/acba656f-a7ab-4092-bf52-463effc117ed HTTP/1.1" status: 204 len: 168 time: 0.2405767 Apr 15 10:59:56.710593 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc860066-17ec-4006-af4d-401676373e78 req-c7ab1ec2-2ed0-4825-a518-dc0dca95e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:56.710593 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cc860066-17ec-4006-af4d-401676373e78 req-c7ab1ec2-2ed0-4825-a518-dc0dca95e9d6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95b6d3d44f5441d68e73436f3a947935&device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 1099 time: 0.1404934 Apr 15 10:59:56.714971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bff9f8-896e-4872-8730-cebaec18d7f4 req-48ddaa28-be72-4b74-abe1-80d5eb5d6eb5 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:56.718090 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c0bff9f8-896e-4872-8730-cebaec18d7f4 req-48ddaa28-be72-4b74-abe1-80d5eb5d6eb5 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.2694445 Apr 15 10:59:56.794986 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c0bff9f8-896e-4872-8730-cebaec18d7f4 req-dd311d3d-0e48-4738-8a41-f4d135bd38d2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667653 Apr 15 10:59:56.858953 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46492) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:56.900975 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-07b1ecc4-3fc9-4972-9188-fe76ce7fa79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.947193 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-07b1ecc4-3fc9-4972-9188-fe76ce7fa79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:56.961709 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-07b1ecc4-3fc9-4972-9188-fe76ce7fa79b admin admin] Usage tracker for resource:security_group_rule and tenant:5347cb8202c74f2c978ed365778e01a6 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:56.970147 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-07b1ecc4-3fc9-4972-9188-fe76ce7fa79b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:56.977960 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-07b1ecc4-3fc9-4972-9188-fe76ce7fa79b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:57.017394 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc860066-17ec-4006-af4d-401676373e78 req-ee42ddc3-aa96-4e60-9d77-d69a03e1c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:57.019814 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cc860066-17ec-4006-af4d-401676373e78 req-ee42ddc3-aa96-4e60-9d77-d69a03e1c2aa service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 200 len: 918 time: 0.3002625 Apr 15 10:59:57.087488 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-07b1ecc4-3fc9-4972-9188-fe76ce7fa79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.091900 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-07b1ecc4-3fc9-4972-9188-fe76ce7fa79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.103900 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:57.135768 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1ecc4-3fc9-4972-9188-fe76ce7fa79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b43dbd-e166-4eaa-a779-fbc26b6f49b6,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:57.138977 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-07b1ecc4-3fc9-4972-9188-fe76ce7fa79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:57.166605 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-07b1ecc4-3fc9-4972-9188-fe76ce7fa79b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5347cb8202c74f2c978ed365778e01a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016686 Apr 15 10:59:57.168667 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46500) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:57.185763 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cc860066-17ec-4006-af4d-401676373e78 req-ba76ca77-7281-43bc-809e-8ac4aac3f1c7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3 HTTP/1.1" status: 200 len: 1002 time: 0.1579666 Apr 15 10:59:57.307684 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc860066-17ec-4006-af4d-401676373e78 req-51412644-3cf3-4528-8313-bbc95580ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:57.309299 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cc860066-17ec-4006-af4d-401676373e78 req-51412644-3cf3-4528-8313-bbc95580ea9f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be7d2f97-abff-4a3f-98bc-26e4b12e7f7c HTTP/1.1" status: 200 len: 855 time: 0.1166363 Apr 15 10:59:57.314580 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8a1f612-dc82-4f26-a4ea-e037a9b6308f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.403482 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8a1f612-dc82-4f26-a4ea-e037a9b6308f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.463198 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc860066-17ec-4006-af4d-401676373e78 req-0e1c8335-003a-4cc6-a8ad-72e8b588a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:57.464747 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cc860066-17ec-4006-af4d-401676373e78 req-0e1c8335-003a-4cc6-a8ad-72e8b588a7c6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d721fb-2821-48d5-ac89-567367ad279d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1461103 Apr 15 10:59:57.497900 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8a1f612-dc82-4f26-a4ea-e037a9b6308f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.511116 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2068e928-c791-4cfa-b541-03c70ded8b92 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:57.582186 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8a1f612-dc82-4f26-a4ea-e037a9b6308f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.583446 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a8a1f612-dc82-4f26-a4ea-e037a9b6308f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/28b43dbd-e166-4eaa-a779-fbc26b6f49b6 HTTP/1.1" status: 204 len: 168 time: 0.4137545 Apr 15 10:59:57.584629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1f612-dc82-4f26-a4ea-e037a9b6308f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b43dbd-e166-4eaa-a779-fbc26b6f49b6,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:57.589793 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a8a1f612-dc82-4f26-a4ea-e037a9b6308f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:57.660243 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cc860066-17ec-4006-af4d-401676373e78 req-171ffb80-9517-4821-9e57-e59f852f05c4 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875591 Apr 15 10:59:57.835968 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cc860066-17ec-4006-af4d-401676373e78 req-b7149e9e-7d8a-4254-84e3-0a7761a74c74 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659949 Apr 15 10:59:58.078581 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4533e586-aef1-4548-93e8-21987b89977f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.166485 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ea748-3189-46a4-a8be-c29a217dc5fb req-7c1b634e-bde6-470c-8853-559dace4c1d9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:58.178634 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-353ea748-3189-46a4-a8be-c29a217dc5fb req-7c1b634e-bde6-470c-8853-559dace4c1d9 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.1497028 Apr 15 10:59:58.267433 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-353ea748-3189-46a4-a8be-c29a217dc5fb req-a53b3f1f-535f-473d-a16b-19ec1cf30afb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874026 Apr 15 10:59:58.506229 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.490651 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.530406 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3fe73-46a2-4e7d-9aaf-1fbfd316eacb req-e1b7abe8-191a-45a7-84dc-e4f16ddd84fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:59.539233 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-48e3fe73-46a2-4e7d-9aaf-1fbfd316eacb req-e1b7abe8-191a-45a7-84dc-e4f16ddd84fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 946 time: 0.1388998 Apr 15 10:59:59.595537 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-48e3fe73-46a2-4e7d-9aaf-1fbfd316eacb req-2eb42f9a-9b6a-4d15-9c80-ac753c061dbe tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550847 Apr 15 11:00:00.308996 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46570) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:00.489700 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cdc9-4cae-4bed-8570-49cbe397642e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:00.507751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dbd7cdc9-4cae-4bed-8570-49cbe397642e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:00.513237 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-dbd7cdc9-4cae-4bed-8570-49cbe397642e admin admin] Usage tracker for resource:security_group_rule and tenant:0c3b4c6cbc1b49fab16974aacddc4c05 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:00.527159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-dbd7cdc9-4cae-4bed-8570-49cbe397642e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:00.527159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-dbd7cdc9-4cae-4bed-8570-49cbe397642e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:00.539046 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device c9d48f1e-a3cb-4c48-9947-6c118ae142d3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:00:00.644884 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:00.657822 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cdc9-4cae-4bed-8570-49cbe397642e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:00.661462 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cdc9-4cae-4bed-8570-49cbe397642e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:00.673492 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dd6c4537-719f-4996-a16c-8efbfad75023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:00.709145 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:00.725298 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46578) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:00.725840 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-dbd7cdc9-4cae-4bed-8570-49cbe397642e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0c3b4c6cbc1b49fab16974aacddc4c05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149663 Apr 15 11:00:00.727281 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7cdc9-4cae-4bed-8570-49cbe397642e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd2be8e-98c9-4a78-950b-f591d20b513f,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:00.731219 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dbd7cdc9-4cae-4bed-8570-49cbe397642e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:00.761220 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port c9d48f1e-a3cb-4c48-9947-6c118ae142d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:00.762684 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:00.769313 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:00.771498 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:00.853706 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,revision_number=8']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:00.858198 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:00.910328 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-468208b8-bf2e-4b90-a6ff-6daf6dc8ae57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:00.975154 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-468208b8-bf2e-4b90-a6ff-6daf6dc8ae57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.072264 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecf265-eef2-429d-a720-fc155a4b35ae req-2f9977b8-f67e-4a24-a434-978784468797 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:01.083372 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-faecf265-eef2-429d-a720-fc155a4b35ae req-2f9977b8-f67e-4a24-a434-978784468797 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.3038328 Apr 15 11:00:01.153412 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-faecf265-eef2-429d-a720-fc155a4b35ae req-819b29cc-5f07-4ac3-9862-e4080e5d6cb2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684278 Apr 15 11:00:01.154610 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-468208b8-bf2e-4b90-a6ff-6daf6dc8ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.168440 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a5336e2b-39ab-4d37-836b-efd76e36af09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:01.180377 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468208b8-bf2e-4b90-a6ff-6daf6dc8ae57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd2be8e-98c9-4a78-950b-f591d20b513f,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:01.183121 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-468208b8-bf2e-4b90-a6ff-6daf6dc8ae57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:01.203845 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-468208b8-bf2e-4b90-a6ff-6daf6dc8ae57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.206240 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-468208b8-bf2e-4b90-a6ff-6daf6dc8ae57 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7bd2be8e-98c9-4a78-950b-f591d20b513f HTTP/1.1" status: 204 len: 168 time: 0.4789500 Apr 15 11:00:01.266041 dv-cinder-786385-1-smb neutron-server[85170]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'code': 422} returned with failed status Apr 15 11:00:01.673259 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46600) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:01.701939 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d340f001-f45d-4dc1-bb6d-65f55defa071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.728569 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d340f001-f45d-4dc1-bb6d-65f55defa071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:01.733613 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d340f001-f45d-4dc1-bb6d-65f55defa071 admin admin] Usage tracker for resource:security_group_rule and tenant:dd20befab7b04fd8bbb3795ad8968f1d is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:01.737965 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d340f001-f45d-4dc1-bb6d-65f55defa071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:01.747151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d340f001-f45d-4dc1-bb6d-65f55defa071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:01.857178 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d340f001-f45d-4dc1-bb6d-65f55defa071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.872099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d340f001-f45d-4dc1-bb6d-65f55defa071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.889964 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b48bd18a-d3b3-489b-934a-8df1a32589ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:01.984514 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d340f001-f45d-4dc1-bb6d-65f55defa071 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dd20befab7b04fd8bbb3795ad8968f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064969 Apr 15 11:00:01.985110 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46606) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:01.990850 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340f001-f45d-4dc1-bb6d-65f55defa071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe69ac20-90f9-4059-8771-1ca670553be8,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:02.006681 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d340f001-f45d-4dc1-bb6d-65f55defa071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:02.072601 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-933a3b7e-ca13-4702-8460-0b7ee376976d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.125045 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-933a3b7e-ca13-4702-8460-0b7ee376976d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.215323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-933a3b7e-ca13-4702-8460-0b7ee376976d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.226199 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5214985c-0ae7-4dd4-b0ea-3dc4069e727e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:02.242153 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a3b7e-ca13-4702-8460-0b7ee376976d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe69ac20-90f9-4059-8771-1ca670553be8,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:02.245774 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-933a3b7e-ca13-4702-8460-0b7ee376976d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:02.258032 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-933a3b7e-ca13-4702-8460-0b7ee376976d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.259665 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-933a3b7e-ca13-4702-8460-0b7ee376976d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fe69ac20-90f9-4059-8771-1ca670553be8 HTTP/1.1" status: 204 len: 168 time: 0.2727687 Apr 15 11:00:03.585982 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0e80a-9dc3-4364-8350-f42230b64fa5 req-a2a506a8-6ed9-4889-bbdd-ea262e87b284 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:03.602392 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6fb0e80a-9dc3-4364-8350-f42230b64fa5 req-a2a506a8-6ed9-4889-bbdd-ea262e87b284 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.1524951 Apr 15 11:00:03.676813 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6fb0e80a-9dc3-4364-8350-f42230b64fa5 req-67c004da-2143-4f1c-9a1e-6381ee1e6e04 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718718 Apr 15 11:00:04.329162 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46696) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:04.468081 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75c5313c-3d5a-4293-b55f-0f9358485472 req-8570e954-f667-4b76-a362-9c7d2c2bb947 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1376073 Apr 15 11:00:04.586764 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device c9d48f1e-a3cb-4c48-9947-6c118ae142d3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:00:04.905392 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1254dd-2fd6-4bd4-818e-a7408022a7ac req-30590231-d396-4580-8e01-a8f1d669eb7c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:04.907116 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9e1254dd-2fd6-4bd4-818e-a7408022a7ac req-30590231-d396-4580-8e01-a8f1d669eb7c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.1054935 Apr 15 11:00:04.963557 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9e1254dd-2fd6-4bd4-818e-a7408022a7ac req-7452b79e-75d5-4d09-9796-e4248d4f99b2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463383 Apr 15 11:00:05.182922 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46744) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:05.322612 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1b74f322-0990-4cd7-9146-d3539c355166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.335843 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5313c-3d5a-4293-b55f-0f9358485472 req-68b23c98-fbee-4679-856a-4b2ee337679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:05.337435 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75c5313c-3d5a-4293-b55f-0f9358485472 req-68b23c98-fbee-4679-856a-4b2ee337679f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37&tenant_id=95b6d3d44f5441d68e73436f3a947935 HTTP/1.1" status: 200 len: 1097 time: 0.1149917 Apr 15 11:00:05.343081 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1b74f322-0990-4cd7-9146-d3539c355166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:05.347921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-1b74f322-0990-4cd7-9146-d3539c355166 admin admin] Usage tracker for resource:security_group_rule and tenant:da52b00b99f643f4a489c44232359bab is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:05.351020 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-1b74f322-0990-4cd7-9146-d3539c355166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:05.357576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-1b74f322-0990-4cd7-9146-d3539c355166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:05.496214 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5313c-3d5a-4293-b55f-0f9358485472 req-817aca3e-fe92-41b2-b84b-0684c14666a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:05.497848 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75c5313c-3d5a-4293-b55f-0f9358485472 req-817aca3e-fe92-41b2-b84b-0684c14666a8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=95b6d3d44f5441d68e73436f3a947935&device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 1097 time: 0.1209581 Apr 15 11:00:05.608818 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1b74f322-0990-4cd7-9146-d3539c355166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.613904 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1b74f322-0990-4cd7-9146-d3539c355166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.630031 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8bd27a42-f87b-4845-837a-f303231d3d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:05.703181 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-1b74f322-0990-4cd7-9146-d3539c355166 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=da52b00b99f643f4a489c44232359bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190761 Apr 15 11:00:05.706626 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46772) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:05.714343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74f322-0990-4cd7-9146-d3539c355166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318329ff-f2b7-4c96-bc07-d77a05c6589b,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:05.720605 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1b74f322-0990-4cd7-9146-d3539c355166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:05.725857 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5313c-3d5a-4293-b55f-0f9358485472 req-8a946da4-b8d2-4358-a077-58fa3c8ad530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:05.727569 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75c5313c-3d5a-4293-b55f-0f9358485472 req-8a946da4-b8d2-4358-a077-58fa3c8ad530 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 200 len: 918 time: 0.2215700 Apr 15 11:00:05.787305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8bf21c7-0eb4-4b79-adbd-5a52d9e74e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.822405 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8bf21c7-0eb4-4b79-adbd-5a52d9e74e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.854420 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75c5313c-3d5a-4293-b55f-0f9358485472 req-8f0f956f-53cc-42e7-9bca-28bd46beb647 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3 HTTP/1.1" status: 200 len: 1000 time: 0.1157470 Apr 15 11:00:05.876858 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8bf21c7-0eb4-4b79-adbd-5a52d9e74e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.889466 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-026126a9-e45c-4247-93ec-92a27328083c tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:05.912523 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf21c7-0eb4-4b79-adbd-5a52d9e74e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318329ff-f2b7-4c96-bc07-d77a05c6589b,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:05.915393 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e8bf21c7-0eb4-4b79-adbd-5a52d9e74e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.920576 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-e8bf21c7-0eb4-4b79-adbd-5a52d9e74e64 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/318329ff-f2b7-4c96-bc07-d77a05c6589b HTTP/1.1" status: 204 len: 168 time: 0.2123601 Apr 15 11:00:05.935996 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e8bf21c7-0eb4-4b79-adbd-5a52d9e74e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:05.962275 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5313c-3d5a-4293-b55f-0f9358485472 req-be01e2d0-6333-425b-a805-c6d87aa0fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:05.963948 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75c5313c-3d5a-4293-b55f-0f9358485472 req-be01e2d0-6333-425b-a805-c6d87aa0fc69 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=be7d2f97-abff-4a3f-98bc-26e4b12e7f7c HTTP/1.1" status: 200 len: 855 time: 0.0990503 Apr 15 11:00:06.071497 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5313c-3d5a-4293-b55f-0f9358485472 req-a831e730-8211-49c1-9423-e10d6e2ebfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:06.073788 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75c5313c-3d5a-4293-b55f-0f9358485472 req-a831e730-8211-49c1-9423-e10d6e2ebfdd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64d721fb-2821-48d5-ac89-567367ad279d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0990200 Apr 15 11:00:06.194006 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df6edd-c1d8-4578-b6f9-6caff866a0ae req-a3181833-0953-48cf-be35-8d453f1cdc01 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:06.195918 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b5df6edd-c1d8-4578-b6f9-6caff866a0ae req-a3181833-0953-48cf-be35-8d453f1cdc01 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.0992699 Apr 15 11:00:06.249297 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b5df6edd-c1d8-4578-b6f9-6caff866a0ae req-fdcca83d-0cb2-468a-ad20-225862a99eb4 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458021 Apr 15 11:00:06.281494 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75c5313c-3d5a-4293-b55f-0f9358485472 req-4ef577b1-2009-4f93-aa07-a83660441fb2 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973116 Apr 15 11:00:06.320838 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46820) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:06.340855 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-19dd34ea-95fa-4bd0-ab0e-6bcccb8edc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.357230 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-19dd34ea-95fa-4bd0-ab0e-6bcccb8edc9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:06.361339 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-19dd34ea-95fa-4bd0-ab0e-6bcccb8edc9c admin admin] Usage tracker for resource:security_group_rule and tenant:db1b0b2479584a049eca8062a974a21c is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:06.364702 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-19dd34ea-95fa-4bd0-ab0e-6bcccb8edc9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:06.370934 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-19dd34ea-95fa-4bd0-ab0e-6bcccb8edc9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:06.433425 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75c5313c-3d5a-4293-b55f-0f9358485472 req-fb57334c-acb0-43ae-b1d8-5eaaafcd16c2 service neutron] 10.222.0.102 "GET /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449373 Apr 15 11:00:06.465664 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-19dd34ea-95fa-4bd0-ab0e-6bcccb8edc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.468414 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-19dd34ea-95fa-4bd0-ab0e-6bcccb8edc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.481538 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7b09d812-5f2c-4e4e-a5e6-88c8fb91b9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:06.526704 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-19dd34ea-95fa-4bd0-ab0e-6bcccb8edc9c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=db1b0b2479584a049eca8062a974a21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045760 Apr 15 11:00:06.528431 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd34ea-95fa-4bd0-ab0e-6bcccb8edc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7753b704-bdb7-4494-a8fa-e3824a048741,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:06.529876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46824) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:06.531637 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-19dd34ea-95fa-4bd0-ab0e-6bcccb8edc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:06.603954 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3e8ad5ca-273d-4cdb-b423-fbefe7441eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.633735 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3e8ad5ca-273d-4cdb-b423-fbefe7441eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.680484 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3e8ad5ca-273d-4cdb-b423-fbefe7441eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.685632 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-dbd7cdc9-4cae-4bed-8570-49cbe397642e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:06.700716 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ad5ca-273d-4cdb-b423-fbefe7441eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7753b704-bdb7-4494-a8fa-e3824a048741,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:06.703890 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3e8ad5ca-273d-4cdb-b423-fbefe7441eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:06.708695 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3e8ad5ca-273d-4cdb-b423-fbefe7441eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.709914 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-3e8ad5ca-273d-4cdb-b423-fbefe7441eb5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7753b704-bdb7-4494-a8fa-e3824a048741 HTTP/1.1" status: 204 len: 168 time: 0.1783080 Apr 15 11:00:07.433853 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46866) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:07.501070 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b55ed-3da4-4d6f-b3ef-8817397029e6 req-2a34e637-1820-4955-9db8-339ea97e0b2c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:07.503621 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f56b55ed-3da4-4d6f-b3ef-8817397029e6 req-2a34e637-1820-4955-9db8-339ea97e0b2c tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.1096692 Apr 15 11:00:07.505874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f577fc5-5259-4ebc-8348-64db128040de admin admin] Deleting subnet 621eebc7-ea38-4a17-b44b-dee3d5dfb82f {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:00:07.509416 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7f577fc5-5259-4ebc-8348-64db128040de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.543155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46870) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:07.563908 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f56b55ed-3da4-4d6f-b3ef-8817397029e6 req-47d13b5f-e81e-4699-b14f-c4147b9591b5 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537195 Apr 15 11:00:07.585074 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7f577fc5-5259-4ebc-8348-64db128040de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11646276'] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.661760 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7f577fc5-5259-4ebc-8348-64db128040de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.678253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-413709960-network', 'tenant_id': '38cde29dfe8f418c9a06900c32f55a10'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:07.683778 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:07.687909 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Usage tracker for resource:network and tenant:38cde29dfe8f418c9a06900c32f55a10 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:07.691832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:07.698208 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:07.707726 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Made reservation on behalf of 38cde29dfe8f418c9a06900c32f55a10 for: {'network': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:07.712602 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.727683 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.748598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:07.753594 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Usage tracker for resource:security_group_rule and tenant:38cde29dfe8f418c9a06900c32f55a10 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:07.756834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:07.762983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:07.895155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.902973 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.936016 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] vlan segment allocate from pool success with {'vlan_id': 1297, 'physical_network': 'physnet1'} {{(pid=85286) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:00:07.964203 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5b5667da-6c3b-4b37-847b-8b6cc37f523b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:08.023869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7f577fc5-5259-4ebc-8348-64db128040de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1506763'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.037511 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e7be4-9676-419a-95fb-90c10125ce50,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:08.052145 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:08.069035 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.069702 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Added segment e26b2c5f-5afb-47d5-a414-4b86de8a9abd of type vlan for network 5048af51-551a-4ac2-afe5-e2306779dd5f Apr 15 11:00:08.091021 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:08.168251 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f577fc5-5259-4ebc-8348-64db128040de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=621eebc7-ea38-4a17-b44b-dee3d5dfb82f,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:08.174005 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7f577fc5-5259-4ebc-8348-64db128040de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:08.177467 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.235689 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7f577fc5-5259-4ebc-8348-64db128040de admin admin] Notify callbacks [] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.246632 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-7f577fc5-5259-4ebc-8348-64db128040de admin admin] 10.222.0.96 "DELETE /v2.0/subnets/621eebc7-ea38-4a17-b44b-dee3d5dfb82f HTTP/1.1" status: 204 len: 168 time: 0.8080940 Apr 15 11:00:08.246632 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46882) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:08.259994 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.263316 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:08.265492 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.304359 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9678a04e-8fdc-410a-adee-8e9cbb4ed119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:08.324363 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7779930 Apr 15 11:00:08.329968 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46886) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:08.337286 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Request body: {'subnet': {'network_id': '5048af51-551a-4ac2-afe5-e2306779dd5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-413709960-subnet', 'tenant_id': '38cde29dfe8f418c9a06900c32f55a10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:08.454482 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:08.460598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Usage tracker for resource:subnet and tenant:38cde29dfe8f418c9a06900c32f55a10 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:08.464305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:08.521539 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:08.531671 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Pushing event updated for resources: {'Network': ['ID=5048af51-551a-4ac2-afe5-e2306779dd5f,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:08.537073 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:08.542549 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Made reservation on behalf of 38cde29dfe8f418c9a06900c32f55a10 for: {'subnet': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:08.545190 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network 5048af51-551a-4ac2-afe5-e2306779dd5f details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:00:08.547227 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11461257'] for subnet, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.661878 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.927587 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fffdd0-bc48-4730-9ad4-5f41c6b5db85 req-e638a995-12fa-4847-92b6-bed568099440 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:08.929358 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-76fffdd0-bc48-4730-9ad4-5f41c6b5db85 req-e638a995-12fa-4847-92b6-bed568099440 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.1578834 Apr 15 11:00:08.991040 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.014324 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-76fffdd0-bc48-4730-9ad4-5f41c6b5db85 req-42d8b4c2-d377-4c9d-a19d-9a3905e4c1da tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720394 Apr 15 11:00:09.135228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee969cd-73fd-43c0-ba26-14c1f0bef601']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:09.150029 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a7db3b-087d-43f5-b141-259bf54314c1') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:09.150759 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a7db3b-087d-43f5-b141-259bf54314c1') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:09.165153 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843129508'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.185716 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.194768 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:00:09.233974 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11381700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11461272'] for subnet, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.248329 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:09.381306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa17942-739a-4535-ac53-a61a1fdb4ef2,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:09.385791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:09.389201 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] Network 2ee969cd-73fd-43c0-ba26-14c1f0bef601 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:00:09.401903 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842768876'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.467756 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Checking segment: {'id': 'e26b2c5f-5afb-47d5-a414-4b86de8a9abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '5048af51-551a-4ac2-afe5-e2306779dd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:09.468015 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Network hostable DHCP agents. Network: 5048af51-551a-4ac2-afe5-e2306779dd5f, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:00:09.495930 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Network 5048af51-551a-4ac2-afe5-e2306779dd5f is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:00:09.506584 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, 5048af51-551a-4ac2-afe5-e2306779dd5f) {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:09.524243 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af972ec-93fe-4052-b8fe-6a5dd09a819d None None] Network 5048af51-551a-4ac2-afe5-e2306779dd5f requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:00:09.541732 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:09.542586 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.577894 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6ca6b609-fbe8-4669-90da-96b6ff5d91fe admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2374384 Apr 15 11:00:09.637168 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] Network 2ee969cd-73fd-43c0-ba26-14c1f0bef601 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:00:09.671040 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:00:09.852286 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.856938 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f68590b9-8684-44ec-bb79-fc51a34deb80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:09.943140 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.970449 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee969cd-73fd-43c0-ba26-14c1f0bef601,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:09.988368 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:10.018209 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-97de429e-6cb8-4225-bef3-e4ebc46531d2 admin admin] 10.222.0.96 "DELETE /v2.0/networks/2ee969cd-73fd-43c0-ba26-14c1f0bef601 HTTP/1.1" status: 204 len: 168 time: 1.7703950 Apr 15 11:00:10.230308 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3257439a-f752-435e-9f08-bffd059ec8e0 None None] Network 5048af51-551a-4ac2-afe5-e2306779dd5f requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:00:10.440216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46904) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:10.487120 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54292b56-8d11-4c73-b4c3-de4f5402af04 req-59478893-c05b-4af3-bf2f-992f0610853a tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:10.496412 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-54292b56-8d11-4c73-b4c3-de4f5402af04 req-59478893-c05b-4af3-bf2f-992f0610853a tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.1829710 Apr 15 11:00:10.560211 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-3c884b8f-e505-4467-ab9f-615ad293023d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f79e5a4baaa74f3e9753e25c2ccecd13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1155143 Apr 15 11:00:10.560461 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-54292b56-8d11-4c73-b4c3-de4f5402af04 req-1f1e08f7-3c31-4050-a4be-4a37863facac tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621948 Apr 15 11:00:10.561301 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46912) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:10.695980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9dee0885-c021-474c-9bc5-376956f9aa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.742134 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9dee0885-c021-474c-9bc5-376956f9aa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.796865 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9dee0885-c021-474c-9bc5-376956f9aa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.813072 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9e96072a-0ef5-4f14-abed-f205a862b4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:10.830091 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee0885-c021-474c-9bc5-376956f9aa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab348ba8-d92d-4e97-97a7-e006a3ad2f11,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:10.833719 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9dee0885-c021-474c-9bc5-376956f9aa5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:10.856259 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9dee0885-c021-474c-9bc5-376956f9aa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.857896 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-9dee0885-c021-474c-9bc5-376956f9aa5c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ab348ba8-d92d-4e97-97a7-e006a3ad2f11 HTTP/1.1" status: 204 len: 168 time: 0.2953193 Apr 15 11:00:10.896143 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46922) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:10.902449 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1226695782-network', 'tenant_id': 'fa55055c66c4449697658b7f2c466c2f'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:10.908043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:10.913697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Usage tracker for resource:network and tenant:fa55055c66c4449697658b7f2c466c2f is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:10.917359 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:10.925040 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:10.937907 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Made reservation on behalf of fa55055c66c4449697658b7f2c466c2f for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:10.955962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.968850 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.991453 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:10.996498 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Usage tracker for resource:security_group_rule and tenant:fa55055c66c4449697658b7f2c466c2f is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:11.000189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:11.008649 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:11.119827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:11.123642 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:11.129145 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:11.153813 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] vlan segment allocate from pool success with {'vlan_id': 1280, 'physical_network': 'physnet1'} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:00:11.178789 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf4a5bf-27ec-4878-984e-17b753f11767,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:11.182059 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:11.182486 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Added segment 6a114320-ce1d-4141-8a0c-68d99db66324 of type vlan for network 4894493e-4d97-425b-bda8-9c87a0b25cfb Apr 15 11:00:11.184052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:11.216257 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:11.250882 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:11.254368 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:11.255563 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:11.261151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:11.374427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Pushing event updated for resources: {'Network': ['ID=4894493e-4d97-425b-bda8-9c87a0b25cfb,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:11.379976 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:11.386304 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4887631 Apr 15 11:00:11.388693 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network 4894493e-4d97-425b-bda8-9c87a0b25cfb details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:00:11.389526 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 46936) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:11.400541 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Request body: {'subnet': {'network_id': '4894493e-4d97-425b-bda8-9c87a0b25cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1226695782-subnet', 'tenant_id': 'fa55055c66c4449697658b7f2c466c2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:11.407228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:11.415543 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Usage tracker for resource:subnet and tenant:fa55055c66c4449697658b7f2c466c2f is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:11.420216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:11.428389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:11.444388 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Made reservation on behalf of fa55055c66c4449697658b7f2c466c2f for: {'subnet': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:11.450338 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11461257'] for subnet, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:11.931329 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46950) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:11.939126 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce33f5-8ace-4c90-9d4c-92d47c7ea0e6 req-6d0bffd1-394d-40f5-b7ed-7ea5821c1ffc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:11.941525 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d1ce33f5-8ace-4c90-9d4c-92d47c7ea0e6 req-6d0bffd1-394d-40f5-b7ed-7ea5821c1ffc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.1869740 Apr 15 11:00:12.017148 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d1ce33f5-8ace-4c90-9d4c-92d47c7ea0e6 req-6482f53f-efb0-4a83-acf7-4165cc2c44ba tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656409 Apr 15 11:00:12.113911 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1818313642-network', 'tenant_id': 'e0ae82ad5f464eca8903fe25b0d06617'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:12.122538 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:12.126842 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Usage tracker for resource:network and tenant:e0ae82ad5f464eca8903fe25b0d06617 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:12.130778 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:12.139411 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:12.149061 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Made reservation on behalf of e0ae82ad5f464eca8903fe25b0d06617 for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:12.154095 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.169236 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.186839 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:12.196638 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Usage tracker for resource:security_group_rule and tenant:e0ae82ad5f464eca8903fe25b0d06617 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:12.200169 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:12.207076 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:12.341292 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.344566 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.350476 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-44645307-bcdc-4cd7-b225-1f3c606b005c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:12.375687 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11381700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11461272'] for subnet, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.379300 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:00:12.394157 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8b8510d5-eb46-414a-bf86-12a2a503de43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:12.395059 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff44500-c10d-4a9a-a36c-464740179a59,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:12.399782 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:12.400876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.401361 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Added segment ab2970f7-c399-4b6f-be6b-96590eb172bf of type vlan for network a452eda0-4d6a-4729-b835-8f803d8acff8 Apr 15 11:00:12.451081 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.488662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.491369 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:12.493105 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.500317 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:12.526959 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bebe9c1-7bc7-44b8-81a9-b0e2500ab2d0,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:12.537812 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:12.629534 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Pushing event updated for resources: {'Network': ['ID=a452eda0-4d6a-4729-b835-8f803d8acff8,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:12.634424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:12.645081 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Checking segment: {'id': '6a114320-ce1d-4141-8a0c-68d99db66324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '4894493e-4d97-425b-bda8-9c87a0b25cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:12.645475 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Network hostable DHCP agents. Network: 4894493e-4d97-425b-bda8-9c87a0b25cfb, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85286) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:00:12.651476 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7180998 Apr 15 11:00:12.652270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 46956) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:12.653441 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network a452eda0-4d6a-4729-b835-8f803d8acff8 details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:00:12.660129 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Request body: {'subnet': {'network_id': 'a452eda0-4d6a-4729-b835-8f803d8acff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1818313642-subnet', 'tenant_id': 'e0ae82ad5f464eca8903fe25b0d06617', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:12.671890 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:12.677907 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Usage tracker for resource:subnet and tenant:e0ae82ad5f464eca8903fe25b0d06617 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:12.681940 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:12.689981 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:12.690392 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Network 4894493e-4d97-425b-bda8-9c87a0b25cfb is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85286) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:00:12.707577 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, 4894493e-4d97-425b-bda8-9c87a0b25cfb) {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:12.710273 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Made reservation on behalf of e0ae82ad5f464eca8903fe25b0d06617 for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:12.715392 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853269023'] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.721587 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:12.722459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.750182 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-2018eee4-992a-4330-9815-77dd4227d168 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3592057 Apr 15 11:00:12.764428 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b6c31b-e5d2-4c41-8c19-418bfeb9e26f None None] Network 4894493e-4d97-425b-bda8-9c87a0b25cfb requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:00:13.141685 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0670a-21af-4417-9d30-d922f4506bd1 None None] Network 4894493e-4d97-425b-bda8-9c87a0b25cfb requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:00:13.352777 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e26779-74e4-40c3-91c0-b4e10532e94b req-3f0f769f-8cf9-4755-aa65-8726a3641b74 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:13.354855 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d3e26779-74e4-40c3-91c0-b4e10532e94b req-3f0f769f-8cf9-4755-aa65-8726a3641b74 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.1234217 Apr 15 11:00:13.388153 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036842780566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853269008'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:13.404975 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-7f577fc5-5259-4ebc-8348-64db128040de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:13.419008 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d3e26779-74e4-40c3-91c0-b4e10532e94b req-55a4fa93-c995-49ed-b974-0335e21c89b5 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554135 Apr 15 11:00:13.564352 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18ab778-655c-413e-9163-61a8dff496b3,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:13.570752 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:13.694961 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Checking segment: {'id': 'ab2970f7-c399-4b6f-be6b-96590eb172bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a452eda0-4d6a-4729-b835-8f803d8acff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:13.695825 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Network hostable DHCP agents. Network: a452eda0-4d6a-4729-b835-8f803d8acff8, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:00:13.719053 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Network a452eda0-4d6a-4729-b835-8f803d8acff8 is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:00:13.732947 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, a452eda0-4d6a-4729-b835-8f803d8acff8) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:13.744463 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993ffb9d-8090-4dd9-800f-7772a34fefa5 None None] Network a452eda0-4d6a-4729-b835-8f803d8acff8 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:00:13.746954 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:13.747785 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:13.779119 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-296aeab9-af68-4552-a20b-96c675224a71 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1171086 Apr 15 11:00:14.012193 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d5315-a7a9-4a87-9ce8-baa6c72daa90 None None] Network a452eda0-4d6a-4729-b835-8f803d8acff8 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:00:14.103338 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-84c09937-3ae4-4bb0-81e2-ed7a1945ce56 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:14.104590 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-84c09937-3ae4-4bb0-81e2-ed7a1945ce56 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Synchronizing usage tracker for tenant:38cde29dfe8f418c9a06900c32f55a10 on resource:network {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:14.141050 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-84c09937-3ae4-4bb0-81e2-ed7a1945ce56 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Unset dirty status for tenant:38cde29dfe8f418c9a06900c32f55a10 on resource:network {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:14.149182 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-84c09937-3ae4-4bb0-81e2-ed7a1945ce56 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/networks?id=5048af51-551a-4ac2-afe5-e2306779dd5f HTTP/1.1" status: 200 len: 808 time: 0.3683107 Apr 15 11:00:14.177517 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-55830475-7b50-45c6-ab30-6391b2aebb8a tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/quotas/38cde29dfe8f418c9a06900c32f55a10 HTTP/1.1" status: 200 len: 375 time: 0.0168126 Apr 15 11:00:14.307139 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-6fb4e706-2d1e-4643-bd6e-a2a2d9be3bb6 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=38cde29dfe8f418c9a06900c32f55a10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1230865 Apr 15 11:00:14.563266 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-02ae4471-60c0-4a7b-ab86-bc84b8fa966b service neutron] 10.222.0.96 "GET /v2.0/networks/5048af51-551a-4ac2-afe5-e2306779dd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484965 Apr 15 11:00:14.788082 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-2fc2fb42-bed5-4d58-afa7-6851678bcc0a service neutron] 10.222.0.96 "GET /v2.0/networks/5048af51-551a-4ac2-afe5-e2306779dd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169242 Apr 15 11:00:15.141467 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29e25a-0872-4799-a0d1-78b24e92799d req-7f9acf3b-e7e7-4a6e-b652-8932eb472c68 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:15.143940 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6b29e25a-0872-4799-a0d1-78b24e92799d req-7f9acf3b-e7e7-4a6e-b652-8932eb472c68 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.1039486 Apr 15 11:00:15.203607 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6b29e25a-0872-4799-a0d1-78b24e92799d req-067cd434-088d-45c1-90ce-a648361d4edc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494616 Apr 15 11:00:15.348164 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-55a48f38-7150-4910-82b9-1c9af3cd42f0 req-f73888fd-3d69-470a-8e7b-4c067d3f41ec tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 210 time: 0.0727606 Apr 15 11:00:16.255150 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75864a06-3380-4185-b1aa-784bbf1d721f req-aa48a542-c74c-4b7c-a68f-115608873497 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:16.256770 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75864a06-3380-4185-b1aa-784bbf1d721f req-aa48a542-c74c-4b7c-a68f-115608873497 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/networks?id=a452eda0-4d6a-4729-b835-8f803d8acff8 HTTP/1.1" status: 200 len: 814 time: 0.1720774 Apr 15 11:00:16.275525 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75864a06-3380-4185-b1aa-784bbf1d721f req-524908ce-d414-4378-95a5-4055cd31e408 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/quotas/e0ae82ad5f464eca8903fe25b0d06617 HTTP/1.1" status: 200 len: 375 time: 0.0124147 Apr 15 11:00:16.333520 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75864a06-3380-4185-b1aa-784bbf1d721f req-6885f49a-c6e7-4d8f-a306-1a11f6fe344a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e0ae82ad5f464eca8903fe25b0d06617&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513518 Apr 15 11:00:16.505168 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75864a06-3380-4185-b1aa-784bbf1d721f req-2b989ef9-9a53-4123-83a3-79e829b2db54 service neutron] 10.222.0.96 "GET /v2.0/networks/a452eda0-4d6a-4729-b835-8f803d8acff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638811 Apr 15 11:00:16.672898 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75864a06-3380-4185-b1aa-784bbf1d721f req-11b13e22-562d-434c-acde-8b4cf7443556 service neutron] 10.222.0.96 "GET /v2.0/networks/a452eda0-4d6a-4729-b835-8f803d8acff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570461 Apr 15 11:00:17.002690 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb949b52-b772-4fde-af36-bf08005dd019 req-af731aa7-8696-4bb5-b635-1888466e12d0 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:17.004595 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bb949b52-b772-4fde-af36-bf08005dd019 req-af731aa7-8696-4bb5-b635-1888466e12d0 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.1059842 Apr 15 11:00:17.057990 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bb949b52-b772-4fde-af36-bf08005dd019 req-1cd84773-4e96-4414-9155-81ee1eb6fb61 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469198 Apr 15 11:00:17.253734 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e6d30f34-0640-4912-89d1-055a91534ce0 req-f4a5574a-620e-4a36-9641-42ff33b14cdb tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 210 time: 0.0567322 Apr 15 11:00:17.418472 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-34a14969-ae0c-4392-be5b-64ea38658bab req-655b9326-aa5f-436f-a0ff-2e227e5a1c85 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 210 time: 0.0502837 Apr 15 11:00:18.282909 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34aaa-df73-40a0-a3b2-092fb9505a6d req-1450b306-b8be-4529-9915-ede7efed6e87 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:18.286261 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f7b34aaa-df73-40a0-a3b2-092fb9505a6d req-1450b306-b8be-4529-9915-ede7efed6e87 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.1040287 Apr 15 11:00:18.336233 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f7b34aaa-df73-40a0-a3b2-092fb9505a6d req-5b915646-8706-4165-86d5-5c29f309c692 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442870 Apr 15 11:00:18.494940 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cffdbdac-7def-4f0e-a8ad-b000848e3c2c req-a57f3e6d-c122-40fe-89ee-83a12e547a08 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 210 time: 0.0498092 Apr 15 11:00:18.654910 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0ce5f6ff-0fe1-462f-bbe3-c674368bc06a req-3ba89e22-5a67-490a-8b13-b570c04ca98e tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 210 time: 0.0524273 Apr 15 11:00:19.191592 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75864a06-3380-4185-b1aa-784bbf1d721f req-367be758-4076-4ed3-962b-c40d430960b6 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:19.192291 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-75864a06-3380-4185-b1aa-784bbf1d721f req-367be758-4076-4ed3-962b-c40d430960b6 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Synchronizing usage tracker for tenant:e0ae82ad5f464eca8903fe25b0d06617 on resource:network {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:19.212290 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-75864a06-3380-4185-b1aa-784bbf1d721f req-367be758-4076-4ed3-962b-c40d430960b6 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Unset dirty status for tenant:e0ae82ad5f464eca8903fe25b0d06617 on resource:network {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:19.213621 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75864a06-3380-4185-b1aa-784bbf1d721f req-367be758-4076-4ed3-962b-c40d430960b6 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.102 "GET /v2.0/networks?id=a452eda0-4d6a-4729-b835-8f803d8acff8 HTTP/1.1" status: 200 len: 814 time: 0.1902809 Apr 15 11:00:19.236374 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Request body: {'port': {'device_id': '30ac415b-3cb2-4bc8-87ca-d1d898d58a8d', 'network_id': 'a452eda0-4d6a-4729-b835-8f803d8acff8', 'admin_state_up': True, 'tenant_id': 'e0ae82ad5f464eca8903fe25b0d06617'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:19.389048 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:19.394439 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Usage tracker for resource:port and tenant:e0ae82ad5f464eca8903fe25b0d06617 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:19.397607 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:19.403853 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:19.413911 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Made reservation on behalf of e0ae82ad5f464eca8903fe25b0d06617 for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:19.420147 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:19.444003 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:00:19.561414 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7f891-80e4-46fc-b576-c4b8cfde7ba3 req-579625e9-7f21-4b67-ada1-23ef77773cc8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:19.562471 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-54b7f891-80e4-46fc-b576-c4b8cfde7ba3 req-579625e9-7f21-4b67-ada1-23ef77773cc8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.1013551 Apr 15 11:00:19.617313 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-54b7f891-80e4-46fc-b576-c4b8cfde7ba3 req-85d46ca4-0d70-4032-9053-98fb3318d0a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461013 Apr 15 11:00:19.638551 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Allocated IP 172.20.0.12 (a452eda0-4d6a-4729-b835-8f803d8acff8/e18ab778-655c-413e-9163-61a8dff496b3/93a10b6b-50b6-4d80-8ed0-a39cd579a9ff) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:19.802633 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d60859bf-dbd8-484f-a73e-337f21b6b895 req-2f698676-e497-46e4-b568-26672c075441 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 210 time: 0.0587494 Apr 15 11:00:19.925295 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-2e9e86d8-355d-405f-8eb5-38d99254f797 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:19.926974 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-2e9e86d8-355d-405f-8eb5-38d99254f797 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.102 "GET /v2.0/networks?id=5048af51-551a-4ac2-afe5-e2306779dd5f HTTP/1.1" status: 200 len: 808 time: 0.3179128 Apr 15 11:00:19.953298 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Request body: {'port': {'device_id': 'b5e77a3e-db61-4950-a792-aee6c4983bb7', 'network_id': '5048af51-551a-4ac2-afe5-e2306779dd5f', 'admin_state_up': True, 'tenant_id': '38cde29dfe8f418c9a06900c32f55a10'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:19.964250 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e5d837bc-f2ef-4eda-9381-19a690d58e00 req-e1870229-2fe4-4a8e-a92a-218103e83c60 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 210 time: 0.0538960 Apr 15 11:00:20.127729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:20.163865 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:20.169785 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Usage tracker for resource:port and tenant:38cde29dfe8f418c9a06900c32f55a10 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:20.173881 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:20.182157 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:20.197460 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Made reservation on behalf of 38cde29dfe8f418c9a06900c32f55a10 for: {'port': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:20.203525 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:20.222875 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:20.242310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6fb450f0-7ccd-44d7-897b-02365278f986 tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:20.693047 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Pushing event updated for resources: {'Port': ['ID=93a10b6b-50b6-4d80-8ed0-a39cd579a9ff,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:20.696433 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:20.700365 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device c9d48f1e-a3cb-4c48-9947-6c118ae142d3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:00:20.837758 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Network a452eda0-4d6a-4729-b835-8f803d8acff8 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:20.839434 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead9823-ec8e-4f04-9029-b54e51e0088a req-333e5a80-ec3b-40e7-ac32-0107f034aaa3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:20.841089 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-aead9823-ec8e-4f04-9029-b54e51e0088a req-333e5a80-ec3b-40e7-ac32-0107f034aaa3 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 944 time: 0.0971932 Apr 15 11:00:20.842369 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:20.844988 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:20.856324 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port c9d48f1e-a3cb-4c48-9947-6c118ae142d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:20.872773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'port_id': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'mac_address': 'fa:16:3e:d3:06:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:00:20.889557 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Allocated IP 172.20.0.14 (5048af51-551a-4ac2-afe5-e2306779dd5f/0fa17942-739a-4535-ac53-a61a1fdb4ef2/82bf16db-73c3-4db3-8a94-a8a9fbcad0a2) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:20.921648 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-aead9823-ec8e-4f04-9029-b54e51e0088a req-6cc5ede9-9e27-400f-a97a-c0f5cfab7e6e tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704725 Apr 15 11:00:20.938268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:20.947903 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:20.948623 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:20.967372 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d48f1e-a3cb-4c48-9947-6c118ae142d3 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:20.985653 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port c9d48f1e-a3cb-4c48-9947-6c118ae142d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:20.990382 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:20.992332 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:21.003166 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75864a06-3380-4185-b1aa-784bbf1d721f req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7712231 Apr 15 11:00:21.073045 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,revision_number=9']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:21.077605 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:21.088350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Request body: {'port': {'device_id': '30ac415b-3cb2-4bc8-87ca-d1d898d58a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:21.088542 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c1a61561-d01e-4838-a822-2d75bba47966 req-7ea60fd7-c858-4488-829b-c96466197881 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 210 time: 0.0528412 Apr 15 11:00:21.287354 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89899b78-0e87-4dee-a3ae-db5b6fd4827d req-965dad43-cb03-4a11-b3f2-39f270bcee22 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:21.289124 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-89899b78-0e87-4dee-a3ae-db5b6fd4827d req-965dad43-cb03-4a11-b3f2-39f270bcee22 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 932 time: 0.0956650 Apr 15 11:00:21.295139 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:21.298209 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:21.339337 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-89899b78-0e87-4dee-a3ae-db5b6fd4827d req-5d865d5e-95fe-4b68-bc6c-5fbea510c9b9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435312 Apr 15 11:00:21.384639 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['c9d48f1e-a3cb-4c48-9947-6c118ae142d3'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:21.457856 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:21.478607 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:21.688358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Pushing event updated for resources: {'Port': ['ID=82bf16db-73c3-4db3-8a94-a8a9fbcad0a2,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:21.692469 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:21.857544 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Network 5048af51-551a-4ac2-afe5-e2306779dd5f is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:21.867184 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:21.869598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:21.949544 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:21.950144 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.018117 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0684724 Apr 15 11:00:22.041404 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Request body: {'port': {'device_id': 'b5e77a3e-db61-4950-a792-aee6c4983bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:22.078491 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:22.094921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.129587 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Transition to ACTIVE for port object 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:22.139230 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb574c1-18d7-4f5f-8ad1-553d2fb52318 req-d67602f2-8563-416e-b821-1dd62a27f168 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:22.140911 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1bb574c1-18d7-4f5f-8ad1-553d2fb52318 req-d67602f2-8563-416e-b821-1dd62a27f168 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 945 time: 0.0961411 Apr 15 11:00:22.166749 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.188459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-83f22984-9f59-45b0-bd35-1be538632fdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:22.193230 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1bb574c1-18d7-4f5f-8ad1-553d2fb52318 req-e9c71c3d-c452-4946-8a0e-ab1d6feecccf tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448701 Apr 15 11:00:22.263744 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.346212 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=93a10b6b-50b6-4d80-8ed0-a39cd579a9ff,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:22.350696 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.360989 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:22.393536 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d025d1-083f-45ab-874d-69f1eeec40b4 req-78d7b547-5d61-49e3-b5cb-2d7d60832697 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:22.395234 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87d025d1-083f-45ab-874d-69f1eeec40b4 req-78d7b547-5d61-49e3-b5cb-2d7d60832697 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 932 time: 0.0936341 Apr 15 11:00:22.445722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-87d025d1-083f-45ab-874d-69f1eeec40b4 req-00f23af1-d1ec-4cff-8cf8-8d59a61ea199 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Synchronizing usage tracker for tenant:38cde29dfe8f418c9a06900c32f55a10 on resource:security_group {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:22.463576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-87d025d1-083f-45ab-874d-69f1eeec40b4 req-00f23af1-d1ec-4cff-8cf8-8d59a61ea199 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Unset dirty status for tenant:38cde29dfe8f418c9a06900c32f55a10 on resource:security_group {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:22.464892 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-87d025d1-083f-45ab-874d-69f1eeec40b4 req-00f23af1-d1ec-4cff-8cf8-8d59a61ea199 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/security-groups?id=a15e7be4-9676-419a-95fb-90c10125ce50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632932 Apr 15 11:00:22.667323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ed2f1-3023-4157-941c-2f8bf147e994 req-0fd6a971-a082-4cfc-98ff-0aa37bf3880f tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:22.668947 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9a6ed2f1-3023-4157-941c-2f8bf147e994 req-0fd6a971-a082-4cfc-98ff-0aa37bf3880f tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 944 time: 0.0962844 Apr 15 11:00:22.719496 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9a6ed2f1-3023-4157-941c-2f8bf147e994 req-b994905f-d890-4dc5-b20b-4a58b452a60a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431178 Apr 15 11:00:22.722319 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device c9d48f1e-a3cb-4c48-9947-6c118ae142d3 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:22.806557 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port c9d48f1e-a3cb-4c48-9947-6c118ae142d3 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:22.806999 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.897216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Attempting to bind port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:22.897216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Attempting to bind port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ab2970f7-c399-4b6f-be6b-96590eb172bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a452eda0-4d6a-4729-b835-8f803d8acff8'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:22.897933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Attempting to bind port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff on network a452eda0-4d6a-4729-b835-8f803d8acff8 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:22.906385 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff on network a452eda0-4d6a-4729-b835-8f803d8acff8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:00:22.906782 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Attempting to bind port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff on network a452eda0-4d6a-4729-b835-8f803d8acff8 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:22.924849 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:22.925236 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Checking segment: {'id': 'ab2970f7-c399-4b6f-be6b-96590eb172bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a452eda0-4d6a-4729-b835-8f803d8acff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:22.925667 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Bound using segment: {'id': 'ab2970f7-c399-4b6f-be6b-96590eb172bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a452eda0-4d6a-4729-b835-8f803d8acff8'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:22.926149 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Bound port: 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2970f7-c399-4b6f-be6b-96590eb172bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a452eda0-4d6a-4729-b835-8f803d8acff8'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:22.926574 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.937116 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.966802 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:22.977729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port c9d48f1e-a3cb-4c48-9947-6c118ae142d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:22.981274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.983310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:23.031333 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'code': 200} Apr 15 11:00:23.058983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,revision_number=10']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:23.061980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:23.090790 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] For port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff, host hv-cinder-78638, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:23.149212 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] For port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93a10b6b-50b6-4d80-8ed0-a39cd579a9ff,segment=NetworkSegment(ab2970f7-c399-4b6f-be6b-96590eb172bf),segment_id=ab2970f7-c399-4b6f-be6b-96590eb172bf)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:23.155379 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.172101 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-63ab4b21-4cec-47b6-9e11-a1ab4dd7b952 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:23.282193 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 {{(pid=85285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:23.296437 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.345284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Transition to ACTIVE for port object 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 will not be triggered until provisioned by entity L2. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:23.355096 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.378667 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=93a10b6b-50b6-4d80-8ed0-a39cd579a9ff,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:23.386472 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:23.388806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-90a91435-3327-4f12-90d2-f93063d0e1cf tempest-AttachVolumeNegativeTest-1883272473 tempest-AttachVolumeNegativeTest-1883272473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:23.448515 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46a739-6e26-46bd-a9c0-2690d0c43def req-b76ab9fe-c095-4a94-b5cc-650a64039e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:23.450126 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-dd46a739-6e26-46bd-a9c0-2690d0c43def req-b76ab9fe-c095-4a94-b5cc-650a64039e3a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 1100 time: 0.1660101 Apr 15 11:00:23.460561 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62c3ad-fb50-4627-9dd5-427804ce31e4 req-17e6aacd-4cd7-4c45-8ef5-19a5def583a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:23.462124 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0b62c3ad-fb50-4627-9dd5-427804ce31e4 req-17e6aacd-4cd7-4c45-8ef5-19a5def583a2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 947 time: 0.1285710 Apr 15 11:00:23.546798 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-dd46a739-6e26-46bd-a9c0-2690d0c43def req-f1404b2f-ca44-4738-a708-654d5cc02457 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835299 Apr 15 11:00:23.550856 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0b62c3ad-fb50-4627-9dd5-427804ce31e4 req-4d5ea84a-a2bb-4bc2-b16e-0c12e07c91ef tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726416 Apr 15 11:00:23.754958 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529b02-65da-43f9-8423-4e1e4c3c6ac4 req-f4f6909a-2ade-4c6a-b956-230d9fb46823 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:23.756515 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-14529b02-65da-43f9-8423-4e1e4c3c6ac4 req-f4f6909a-2ade-4c6a-b956-230d9fb46823 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 944 time: 0.0940926 Apr 15 11:00:23.788285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Pushing event updated for resources: {'Port': ['ID=82bf16db-73c3-4db3-8a94-a8a9fbcad0a2,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:23.791274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:23.791988 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.793407 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75864a06-3380-4185-b1aa-784bbf1d721f req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] 10.222.0.102 "PUT /v2.0/ports/93a10b6b-50b6-4d80-8ed0-a39cd579a9ff HTTP/1.1" status: 200 len: 1094 time: 2.7652807 Apr 15 11:00:23.800447 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ac415b-3cb2-4bc8-87ca-d1d898d58a8d', 'tag': '93a10b6b-50b6-4d80-8ed0-a39cd579a9ff'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:23.805698 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:23.810241 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-14529b02-65da-43f9-8423-4e1e4c3c6ac4 req-0af8ecda-47fd-458b-85de-9eb75675ce85 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/security-groups?id=a15e7be4-9676-419a-95fb-90c10125ce50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466425 Apr 15 11:00:24.011075 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2843ef-0562-4a12-9763-b84e62a2d7ae req-195a2509-7aa7-47fc-abeb-368cefd10060 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:24.012591 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bb2843ef-0562-4a12-9763-b84e62a2d7ae req-195a2509-7aa7-47fc-abeb-368cefd10060 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 944 time: 0.0925055 Apr 15 11:00:24.063285 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-bb2843ef-0562-4a12-9763-b84e62a2d7ae req-079457a7-ee8f-4936-8065-758ddb1a2577 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430515 Apr 15 11:00:24.110510 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Attempting to bind port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:24.110929 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Attempting to bind port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e26b2c5f-5afb-47d5-a414-4b86de8a9abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '5048af51-551a-4ac2-afe5-e2306779dd5f'}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:24.111643 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Attempting to bind port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 on network 5048af51-551a-4ac2-afe5-e2306779dd5f {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:24.118444 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 on network 5048af51-551a-4ac2-afe5-e2306779dd5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:00:24.118844 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Attempting to bind port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 on network 5048af51-551a-4ac2-afe5-e2306779dd5f {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:24.122630 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75864a06-3380-4185-b1aa-784bbf1d721f req-4c7f6d84-f2e0-4ab2-9dc0-8504a8aa3ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:24.124227 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75864a06-3380-4185-b1aa-784bbf1d721f req-4c7f6d84-f2e0-4ab2-9dc0-8504a8aa3ff9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e0ae82ad5f464eca8903fe25b0d06617&device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 1097 time: 0.1652734 Apr 15 11:00:24.127572 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ac415b-3cb2-4bc8-87ca-d1d898d58a8d', 'tag': '93a10b6b-50b6-4d80-8ed0-a39cd579a9ff', 'status': 'completed', 'code': 200} Apr 15 11:00:24.130129 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:24.130502 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Checking segment: {'id': 'e26b2c5f-5afb-47d5-a414-4b86de8a9abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '5048af51-551a-4ac2-afe5-e2306779dd5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:24.130940 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Bound using segment: {'id': 'e26b2c5f-5afb-47d5-a414-4b86de8a9abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '5048af51-551a-4ac2-afe5-e2306779dd5f'} {{(pid=85285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:24.131409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Bound port: 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26b2c5f-5afb-47d5-a414-4b86de8a9abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '5048af51-551a-4ac2-afe5-e2306779dd5f'}}] {{(pid=85285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:24.131791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.254703 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75864a06-3380-4185-b1aa-784bbf1d721f req-322ba819-964f-40f2-8418-a0ea67baf244 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a10b6b-50b6-4d80-8ed0-a39cd579a9ff HTTP/1.1" status: 200 len: 217 time: 0.1047704 Apr 15 11:00:24.356696 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] For port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2, host hv-cinder-78638, cleared binding levels {{(pid=85285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:24.359517 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75864a06-3380-4185-b1aa-784bbf1d721f req-031712bc-12aa-4ca2-9af6-2d1618ebc9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:24.361702 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75864a06-3380-4185-b1aa-784bbf1d721f req-031712bc-12aa-4ca2-9af6-2d1618ebc9db service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e18ab778-655c-413e-9163-61a8dff496b3 HTTP/1.1" status: 200 len: 854 time: 0.0992682 Apr 15 11:00:24.363459 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] For port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=82bf16db-73c3-4db3-8a94-a8a9fbcad0a2,segment=NetworkSegment(e26b2c5f-5afb-47d5-a414-4b86de8a9abd),segment_id=e26b2c5f-5afb-47d5-a414-4b86de8a9abd)] {{(pid=85285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:24.366700 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.383874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b72b708a-fbd3-4364-9993-9ad2c9b4a501 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:24.530256 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75864a06-3380-4185-b1aa-784bbf1d721f req-73a9dbfb-9082-4f03-a119-e826c5f67684 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a452eda0-4d6a-4729-b835-8f803d8acff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495383 Apr 15 11:00:24.670152 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Pushing event updated for resources: {'Port': ['ID=82bf16db-73c3-4db3-8a94-a8a9fbcad0a2,revision_number=3']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:24.673511 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:24.741833 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:24.742776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.744299 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] 10.222.0.102 "PUT /v2.0/ports/82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 HTTP/1.1" status: 200 len: 1094 time: 2.7093856 Apr 15 11:00:24.772273 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75864a06-3380-4185-b1aa-784bbf1d721f req-dec67ed7-56f6-4e17-bfe4-9d111c79524d service neutron] 10.222.0.102 "GET /v2.0/networks/a452eda0-4d6a-4729-b835-8f803d8acff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257502 Apr 15 11:00:24.791269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a761c6-5b10-4163-9ab7-a0c445c4b314 req-6dda6510-1e04-49db-b5ac-7a1b744859e8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:24.792923 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d8a761c6-5b10-4163-9ab7-a0c445c4b314 req-6dda6510-1e04-49db-b5ac-7a1b744859e8 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 947 time: 0.1103542 Apr 15 11:00:24.850288 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d8a761c6-5b10-4163-9ab7-a0c445c4b314 req-38f98037-a163-4b1b-b5e7-34ed0c0b7ad7 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496652 Apr 15 11:00:25.044356 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-75864a06-3380-4185-b1aa-784bbf1d721f req-9813640b-5ea8-4820-97ff-829fe480d58a service neutron] 10.222.0.102 "GET /v2.0/networks/a452eda0-4d6a-4729-b835-8f803d8acff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594638 Apr 15 11:00:25.052548 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-05381525-e376-4595-9c2f-f57ba9ca4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:25.062658 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-05381525-e376-4595-9c2f-f57ba9ca4323 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=38cde29dfe8f418c9a06900c32f55a10&device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 1097 time: 0.1728096 Apr 15 11:00:25.076569 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ba22d-824b-4ec7-8b76-748f262d2fe0 req-68243e10-5258-40eb-b674-31f98d1d6953 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:25.085496 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-116ba22d-824b-4ec7-8b76-748f262d2fe0 req-68243e10-5258-40eb-b674-31f98d1d6953 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 944 time: 0.1136765 Apr 15 11:00:25.141851 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-116ba22d-824b-4ec7-8b76-748f262d2fe0 req-c8a17780-79ac-43d7-b5de-38d5e3ffa6e6 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/security-groups?id=a15e7be4-9676-419a-95fb-90c10125ce50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554624 Apr 15 11:00:25.147540 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-ef9bcdfb-8016-46c4-961d-b070dda14230 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 HTTP/1.1" status: 200 len: 217 time: 0.0791864 Apr 15 11:00:25.153571 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a4267659-2c10-4743-87a6-53c781753e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:25.297760 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-0824f0f5-1fb9-4745-ba1f-fb0e0e38e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:25.300203 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-0824f0f5-1fb9-4745-ba1f-fb0e0e38e618 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0fa17942-739a-4535-ac53-a61a1fdb4ef2 HTTP/1.1" status: 200 len: 848 time: 0.1403110 Apr 15 11:00:25.365285 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-48793436-4991-44da-899c-0c35c95f7c9b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5048af51-551a-4ac2-afe5-e2306779dd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560296 Apr 15 11:00:25.368427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea98dcd-6b14-4e64-a80a-33c16accd77b req-f2761e99-188a-4961-ad2c-da6cd6e29f59 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:25.368582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad84d0-0ac8-4875-baa7-d235bb73ce3c req-c64c9c7b-1d62-400d-9ebc-ca174966f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:25.369913 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0cad84d0-0ac8-4875-baa7-d235bb73ce3c req-c64c9c7b-1d62-400d-9ebc-ca174966f706 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e0ae82ad5f464eca8903fe25b0d06617&device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 1097 time: 0.1631734 Apr 15 11:00:25.370121 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7ea98dcd-6b14-4e64-a80a-33c16accd77b req-f2761e99-188a-4961-ad2c-da6cd6e29f59 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 944 time: 0.0989850 Apr 15 11:00:25.522123 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7ea98dcd-6b14-4e64-a80a-33c16accd77b req-d2ebb146-33d2-40d8-9d47-4859a06593d1 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433024 Apr 15 11:00:25.558669 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1650f3c1-aef8-4d98-a439-1f05041188c9 req-63941167-9a02-4d50-87f1-b678ecb189fa service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1514566 Apr 15 11:00:25.656149 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-cddec7f5-8570-48ef-984d-a76a0aff135d service neutron] 10.222.0.102 "GET /v2.0/networks/5048af51-551a-4ac2-afe5-e2306779dd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777679 Apr 15 11:00:25.657305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad84d0-0ac8-4875-baa7-d235bb73ce3c req-d92aefbd-4c1c-4f39-b3e4-0fc20ba2241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:25.659535 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0cad84d0-0ac8-4875-baa7-d235bb73ce3c req-d92aefbd-4c1c-4f39-b3e4-0fc20ba2241f service neutron] 10.222.0.102 "GET /v2.0/networks?id=a452eda0-4d6a-4729-b835-8f803d8acff8 HTTP/1.1" status: 200 len: 916 time: 0.2573237 Apr 15 11:00:25.677008 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650f3c1-aef8-4d98-a439-1f05041188c9 req-56d4ef86-25ac-4dfa-bc98-d4e19305449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:25.678798 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1650f3c1-aef8-4d98-a439-1f05041188c9 req-56d4ef86-25ac-4dfa-bc98-d4e19305449f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b28d92d094a45dab0f09777f7955721&device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 1098 time: 0.0809453 Apr 15 11:00:25.821379 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0cad84d0-0ac8-4875-baa7-d235bb73ce3c req-3690aedf-1c51-4c35-861e-e784a9e08e73 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93a10b6b-50b6-4d80-8ed0-a39cd579a9ff HTTP/1.1" status: 200 len: 217 time: 0.1504581 Apr 15 11:00:25.848121 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650f3c1-aef8-4d98-a439-1f05041188c9 req-4ab97519-f804-4a54-8015-6e5a41333ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:25.849709 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1650f3c1-aef8-4d98-a439-1f05041188c9 req-4ab97519-f804-4a54-8015-6e5a41333ace service neutron] 10.222.0.102 "GET /v2.0/networks?id=489d5acd-ee71-4613-a2b7-e64dddf50594 HTTP/1.1" status: 200 len: 910 time: 0.1476939 Apr 15 11:00:25.958565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad84d0-0ac8-4875-baa7-d235bb73ce3c req-9928ba61-c285-450f-9fdc-b0b2a0b1d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:25.960107 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0cad84d0-0ac8-4875-baa7-d235bb73ce3c req-9928ba61-c285-450f-9fdc-b0b2a0b1d622 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e18ab778-655c-413e-9163-61a8dff496b3 HTTP/1.1" status: 200 len: 854 time: 0.1237993 Apr 15 11:00:25.962294 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9b8e9683-cb04-41a7-b5e3-5987efdedbb9 req-6f0eac2f-c3fa-4c89-b56c-cc7f4f862160 service neutron] 10.222.0.102 "GET /v2.0/networks/5048af51-551a-4ac2-afe5-e2306779dd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928944 Apr 15 11:00:26.032022 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0cad84d0-0ac8-4875-baa7-d235bb73ce3c req-a4a23217-104b-473a-873b-1ef573b3929a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a452eda0-4d6a-4729-b835-8f803d8acff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512881 Apr 15 11:00:26.129913 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e77a3e-db61-4950-a792-aee6c4983bb7', 'tag': '82bf16db-73c3-4db3-8a94-a8a9fbcad0a2'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:26.200022 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0cad84d0-0ac8-4875-baa7-d235bb73ce3c req-0b969f2a-4d94-480c-8333-930b2f4cb963 service neutron] 10.222.0.102 "GET /v2.0/networks/a452eda0-4d6a-4729-b835-8f803d8acff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502843 Apr 15 11:00:26.252963 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1650f3c1-aef8-4d98-a439-1f05041188c9 req-cf3facd7-1f71-49dd-9451-40c1901ff5a9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 HTTP/1.1" status: 200 len: 1000 time: 0.3951156 Apr 15 11:00:26.332038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56b550-22ef-4d61-8bcf-fe10e85b5549 req-7fa5fdcc-926a-4fe9-b2b8-236ecf013f85 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:26.333825 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7c56b550-22ef-4d61-8bcf-fe10e85b5549 req-7fa5fdcc-926a-4fe9-b2b8-236ecf013f85 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 947 time: 0.1788254 Apr 15 11:00:26.351463 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0cad84d0-0ac8-4875-baa7-d235bb73ce3c req-cc895e1c-f4cd-4cad-a6c7-90521230a883 service neutron] 10.222.0.102 "GET /v2.0/networks/a452eda0-4d6a-4729-b835-8f803d8acff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440232 Apr 15 11:00:26.372358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650f3c1-aef8-4d98-a439-1f05041188c9 req-8d41155a-45ee-4710-9e44-02ba9b941869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:26.373922 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1650f3c1-aef8-4d98-a439-1f05041188c9 req-8d41155a-45ee-4710-9e44-02ba9b941869 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e7622b6a-b918-4e6e-83d3-1f7241aed5a6 HTTP/1.1" status: 200 len: 847 time: 0.1096344 Apr 15 11:00:26.441664 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7c56b550-22ef-4d61-8bcf-fe10e85b5549 req-05530515-8745-4790-baf7-5e836565180e tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003015 Apr 15 11:00:26.480028 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650f3c1-aef8-4d98-a439-1f05041188c9 req-096dec91-0969-4ef0-be80-2df2e50dc5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:26.481692 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1650f3c1-aef8-4d98-a439-1f05041188c9 req-096dec91-0969-4ef0-be80-2df2e50dc5a9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=489d5acd-ee71-4613-a2b7-e64dddf50594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943859 Apr 15 11:00:26.506588 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e77a3e-db61-4950-a792-aee6c4983bb7', 'tag': '82bf16db-73c3-4db3-8a94-a8a9fbcad0a2', 'status': 'completed', 'code': 200} Apr 15 11:00:26.694630 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1650f3c1-aef8-4d98-a439-1f05041188c9 req-272ba891-a2ba-4107-b4df-0688c50f40b3 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035270 Apr 15 11:00:26.723786 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:00:26.820727 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd2a4-bac3-476e-b12b-4d28b09d6622 req-358d394b-7ed0-4405-b71f-f6ac9b40c190 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:26.822705 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-12ffd2a4-bac3-476e-b12b-4d28b09d6622 req-358d394b-7ed0-4405-b71f-f6ac9b40c190 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 944 time: 0.2062919 Apr 15 11:00:26.888467 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=82bf16db-73c3-4db3-8a94-a8a9fbcad0a2,segment=NetworkSegment(e26b2c5f-5afb-47d5-a414-4b86de8a9abd),segment_id=e26b2c5f-5afb-47d5-a414-4b86de8a9abd)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:26.901158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67707f4-7f8f-46ba-8b99-ae7728721c14 req-1aadfeee-5027-4c18-9cf8-dbf2686909d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:26.903189 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b67707f4-7f8f-46ba-8b99-ae7728721c14 req-1aadfeee-5027-4c18-9cf8-dbf2686909d1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=38cde29dfe8f418c9a06900c32f55a10&device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 1097 time: 0.3345528 Apr 15 11:00:26.906448 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': '82bf16db-73c3-4db3-8a94-a8a9fbcad0a2', 'network_id': '5048af51-551a-4ac2-afe5-e2306779dd5f', 'port_id': '82bf16db-73c3-4db3-8a94-a8a9fbcad0a2', 'mac_address': 'fa:16:3e:81:18:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa17942-739a-4535-ac53-a61a1fdb4ef2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:00:26.931850 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-12ffd2a4-bac3-476e-b12b-4d28b09d6622 req-90fb3469-8841-46bf-84bd-50eb3b3008bb tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/security-groups?id=a15e7be4-9676-419a-95fb-90c10125ce50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971766 Apr 15 11:00:26.936443 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1650f3c1-aef8-4d98-a439-1f05041188c9 req-0bd30086-a33a-4b8a-a02e-9e6d71b30848 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320986 Apr 15 11:00:26.985393 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.007489 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:27.025362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=82bf16db-73c3-4db3-8a94-a8a9fbcad0a2,segment=NetworkSegment(e26b2c5f-5afb-47d5-a414-4b86de8a9abd),segment_id=e26b2c5f-5afb-47d5-a414-4b86de8a9abd)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:27.029308 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.030202 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:00:27.034215 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:27.061691 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67707f4-7f8f-46ba-8b99-ae7728721c14 req-a4444914-25ba-42f2-a10c-f8b40b3465a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:27.063487 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b67707f4-7f8f-46ba-8b99-ae7728721c14 req-a4444914-25ba-42f2-a10c-f8b40b3465a9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5048af51-551a-4ac2-afe5-e2306779dd5f HTTP/1.1" status: 200 len: 910 time: 0.1534650 Apr 15 11:00:27.139662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932aa01-3329-4101-9a64-583258c32be7 req-802d18db-f595-4acf-98f1-827f49e0e04a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:27.141434 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6932aa01-3329-4101-9a64-583258c32be7 req-802d18db-f595-4acf-98f1-827f49e0e04a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 944 time: 0.0980837 Apr 15 11:00:27.155117 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b67707f4-7f8f-46ba-8b99-ae7728721c14 req-c5102ffe-b41b-487a-980a-ece2a316777f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 HTTP/1.1" status: 200 len: 217 time: 0.0840120 Apr 15 11:00:27.198411 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6932aa01-3329-4101-9a64-583258c32be7 req-c4f594e1-ac16-457f-a926-cc2469982fdb tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484214 Apr 15 11:00:27.201082 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=82bf16db-73c3-4db3-8a94-a8a9fbcad0a2,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:27.205871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:27.229061 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67707f4-7f8f-46ba-8b99-ae7728721c14 req-7bd679c5-0af6-4f0d-8b71-7bbc596ba958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:27.230713 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b67707f4-7f8f-46ba-8b99-ae7728721c14 req-7bd679c5-0af6-4f0d-8b71-7bbc596ba958 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0fa17942-739a-4535-ac53-a61a1fdb4ef2 HTTP/1.1" status: 200 len: 848 time: 0.0694408 Apr 15 11:00:27.265091 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93a10b6b-50b6-4d80-8ed0-a39cd579a9ff,segment=NetworkSegment(ab2970f7-c399-4b6f-be6b-96590eb172bf),segment_id=ab2970f7-c399-4b6f-be6b-96590eb172bf)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:27.283470 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': '93a10b6b-50b6-4d80-8ed0-a39cd579a9ff', 'network_id': 'a452eda0-4d6a-4729-b835-8f803d8acff8', 'port_id': '93a10b6b-50b6-4d80-8ed0-a39cd579a9ff', 'mac_address': 'fa:16:3e:1a:e7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18ab778-655c-413e-9163-61a8dff496b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:00:27.288407 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b67707f4-7f8f-46ba-8b99-ae7728721c14 req-b5bf018e-532a-4c29-bc5b-7ee79f589c1e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5048af51-551a-4ac2-afe5-e2306779dd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513983 Apr 15 11:00:27.350461 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.370818 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:27.388331 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93a10b6b-50b6-4d80-8ed0-a39cd579a9ff,segment=NetworkSegment(ab2970f7-c399-4b6f-be6b-96590eb172bf),segment_id=ab2970f7-c399-4b6f-be6b-96590eb172bf)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:27.391368 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.393542 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:27.438304 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b67707f4-7f8f-46ba-8b99-ae7728721c14 req-5d2b4bfc-4337-48bd-bd96-635b15919fee service neutron] 10.222.0.102 "GET /v2.0/networks/5048af51-551a-4ac2-afe5-e2306779dd5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433926 Apr 15 11:00:27.465090 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=93a10b6b-50b6-4d80-8ed0-a39cd579a9ff,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:27.468252 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:27.590204 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b67707f4-7f8f-46ba-8b99-ae7728721c14 req-83f91022-00b3-4c14-b01e-3bb5e8fbddc1 service neutron] 10.222.0.102 "GET /v2.0/networks/5048af51-551a-4ac2-afe5-e2306779dd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436017 Apr 15 11:00:27.741134 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['82bf16db-73c3-4db3-8a94-a8a9fbcad0a2'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:27.786860 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['93a10b6b-50b6-4d80-8ed0-a39cd579a9ff'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:28.118462 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6bfdaf20-09fa-4115-ac60-3e214d7d786b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:28.148465 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b56b7-048e-4162-a447-c02c3e5bc308 req-a6d9c511-803a-49cb-9c5a-1b66f619113b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:28.150089 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-978b56b7-048e-4162-a447-c02c3e5bc308 req-a6d9c511-803a-49cb-9c5a-1b66f619113b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 945 time: 0.1029701 Apr 15 11:00:28.200889 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-978b56b7-048e-4162-a447-c02c3e5bc308 req-f0073655-84ad-4c2a-acdf-9ae1529bf268 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/security-groups?id=a15e7be4-9676-419a-95fb-90c10125ce50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 Apr 15 11:00:28.403080 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1c33b-0e9b-4b35-b744-2cb5fd80c008 req-e21828ea-6381-4c09-8567-ddd449558eac tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:28.404629 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-dad1c33b-0e9b-4b35-b744-2cb5fd80c008 req-e21828ea-6381-4c09-8567-ddd449558eac tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 945 time: 0.0902658 Apr 15 11:00:28.459065 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-dad1c33b-0e9b-4b35-b744-2cb5fd80c008 req-5ca34372-295b-431c-aaea-16bdbdafc6e8 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468614 Apr 15 11:00:28.500066 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:29.406537 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571bd09-fd64-4fd6-ae8e-d7f3f04a0393 req-340aa341-8e66-43eb-b372-84e87c3200da tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:29.408217 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e571bd09-fd64-4fd6-ae8e-d7f3f04a0393 req-340aa341-8e66-43eb-b372-84e87c3200da tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 945 time: 0.0895362 Apr 15 11:00:29.450878 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:29.459450 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e571bd09-fd64-4fd6-ae8e-d7f3f04a0393 req-a70a1f35-cca1-464e-b32b-270bfe4335e0 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/security-groups?id=a15e7be4-9676-419a-95fb-90c10125ce50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446503 Apr 15 11:00:29.668615 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d8131-77da-4d15-8f89-b4a2a49aaecb req-0bc1293c-7df4-41d7-baa5-70428e65f747 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:29.670202 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-045d8131-77da-4d15-8f89-b4a2a49aaecb req-0bc1293c-7df4-41d7-baa5-70428e65f747 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 945 time: 0.0932512 Apr 15 11:00:29.719663 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-045d8131-77da-4d15-8f89-b4a2a49aaecb req-cc439d42-8a73-44e0-ae0b-6d50b3f9d0cd tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Apr 15 11:00:30.609407 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.662227 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dabba0-b8e1-44c0-9c4e-9e654ebe14e2 req-2c35f563-b701-4749-924f-4f0960b3aad5 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:30.663843 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-98dabba0-b8e1-44c0-9c4e-9e654ebe14e2 req-2c35f563-b701-4749-924f-4f0960b3aad5 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 945 time: 0.0899713 Apr 15 11:00:30.713001 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-98dabba0-b8e1-44c0-9c4e-9e654ebe14e2 req-87788996-486e-4275-9613-13acc7b90d2b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/security-groups?id=a15e7be4-9676-419a-95fb-90c10125ce50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425193 Apr 15 11:00:30.725322 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:30.802265 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:30.807430 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:30.807851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.934051 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abe54c-47a4-4fa2-8d40-2736266fd1b0 req-b3b5afba-e32b-40ad-b574-4bbd8f115357 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:30.935757 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f7abe54c-47a4-4fa2-8d40-2736266fd1b0 req-b3b5afba-e32b-40ad-b574-4bbd8f115357 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 945 time: 0.0970154 Apr 15 11:00:30.937587 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.969991 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e77a3e-db61-4950-a792-aee6c4983bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bf16db-73c3-4db3-8a94-a8a9fbcad0a2'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:30.980624 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=82bf16db-73c3-4db3-8a94-a8a9fbcad0a2,segment=NetworkSegment(e26b2c5f-5afb-47d5-a414-4b86de8a9abd),segment_id=e26b2c5f-5afb-47d5-a414-4b86de8a9abd)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:30.983769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.984692 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:30.986854 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f7abe54c-47a4-4fa2-8d40-2736266fd1b0 req-de10d643-95eb-407a-8f1e-da6cf0cb9d16 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Apr 15 11:00:31.181901 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e77a3e-db61-4950-a792-aee6c4983bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bf16db-73c3-4db3-8a94-a8a9fbcad0a2', 'code': 200} Apr 15 11:00:31.187066 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c704f707-16de-4d75-8711-004eb604b7b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:31.289488 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=82bf16db-73c3-4db3-8a94-a8a9fbcad0a2,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:31.292937 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:31.301333 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:31.306869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:31.307297 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:31.355188 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15425d08-53fd-424e-a745-d5c1eb9609b6 req-2012cedc-ce3e-43c9-8c3e-bea31f5ef41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:31.356791 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-15425d08-53fd-424e-a745-d5c1eb9609b6 req-2012cedc-ce3e-43c9-8c3e-bea31f5ef41d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 1099 time: 0.0865042 Apr 15 11:00:31.402381 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-15425d08-53fd-424e-a745-d5c1eb9609b6 req-95c6b55d-a58f-464c-9ee2-58f69f9b915f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a15e7be4-9676-419a-95fb-90c10125ce50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386870 Apr 15 11:00:31.439545 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:31.473853 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93a10b6b-50b6-4d80-8ed0-a39cd579a9ff,segment=NetworkSegment(ab2970f7-c399-4b6f-be6b-96590eb172bf),segment_id=ab2970f7-c399-4b6f-be6b-96590eb172bf)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:31.476768 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:31.478824 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:31.551921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=93a10b6b-50b6-4d80-8ed0-a39cd579a9ff,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:31.555202 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:31.918509 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9367fc-bbc5-4fa3-a070-8c1197f820b9 req-ff3a8ed7-287f-428f-9b46-34c0a71e87e3 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:31.920155 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2a9367fc-bbc5-4fa3-a070-8c1197f820b9 req-ff3a8ed7-287f-428f-9b46-34c0a71e87e3 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 946 time: 0.0916972 Apr 15 11:00:31.973245 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2a9367fc-bbc5-4fa3-a070-8c1197f820b9 req-bb7ad6cd-a97a-4dc1-81f8-90c0c8f309d4 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/security-groups?id=a15e7be4-9676-419a-95fb-90c10125ce50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464423 Apr 15 11:00:32.189985 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3f552-8581-4434-96cc-4746958540d9 req-be448715-38ba-4e04-8e02-331902818e23 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:32.191568 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-01a3f552-8581-4434-96cc-4746958540d9 req-be448715-38ba-4e04-8e02-331902818e23 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 946 time: 0.0908661 Apr 15 11:00:32.240430 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-01a3f552-8581-4434-96cc-4746958540d9 req-efaf0c3b-4fc6-4485-bef8-90b154e0c56d tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420952 Apr 15 11:00:33.183261 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ac415b-3cb2-4bc8-87ca-d1d898d58a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a10b6b-50b6-4d80-8ed0-a39cd579a9ff'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:33.185221 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91d6ee-660e-4aa1-b2a7-134a4b7fba00 req-219da2f7-3d6f-4ae7-844a-8f40841e4b1f tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:33.186896 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1e91d6ee-660e-4aa1-b2a7-134a4b7fba00 req-219da2f7-3d6f-4ae7-844a-8f40841e4b1f tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 946 time: 0.0964422 Apr 15 11:00:33.238676 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1e91d6ee-660e-4aa1-b2a7-134a4b7fba00 req-745ec3f4-c0a0-42be-bc0a-dd5cd1761017 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/security-groups?id=a15e7be4-9676-419a-95fb-90c10125ce50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443873 Apr 15 11:00:33.295065 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ac415b-3cb2-4bc8-87ca-d1d898d58a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a10b6b-50b6-4d80-8ed0-a39cd579a9ff', 'code': 200} Apr 15 11:00:33.487725 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b43f6-b040-487b-ba8d-2e4d8070d69b req-50705e3c-bdcb-4fbd-95b2-0a2f111fbf42 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:33.489373 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7d2b43f6-b040-487b-ba8d-2e4d8070d69b req-50705e3c-bdcb-4fbd-95b2-0a2f111fbf42 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 946 time: 0.0961521 Apr 15 11:00:33.543563 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7d2b43f6-b040-487b-ba8d-2e4d8070d69b req-b614cde8-811e-41ec-85b6-bd69a6e84c66 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461228 Apr 15 11:00:33.602791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b4da3-d327-46e5-b162-31ce43445ed9 req-e6472f38-784f-4116-9c89-96badc4ec717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:33.604434 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f72b4da3-d327-46e5-b162-31ce43445ed9 req-e6472f38-784f-4116-9c89-96badc4ec717 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 1099 time: 0.0842342 Apr 15 11:00:33.652363 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f72b4da3-d327-46e5-b162-31ce43445ed9 req-541d5fbf-0181-4201-b742-5dc431efc86a service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413406 Apr 15 11:00:34.756559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007f090-e6a7-42ad-ac6d-9f967dbbb7da req-7ccd679e-acbc-4313-8bfa-6a1a0347412f tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:34.758408 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e007f090-e6a7-42ad-ac6d-9f967dbbb7da req-7ccd679e-acbc-4313-8bfa-6a1a0347412f tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 946 time: 0.0961208 Apr 15 11:00:34.809459 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e007f090-e6a7-42ad-ac6d-9f967dbbb7da req-b054b987-037f-4cc0-b183-9c664a90becb tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446818 Apr 15 11:00:36.165367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0421a7-51f7-4fc7-a366-380b42b857e3 req-7a83e32c-6b10-4e2c-8bfa-5803b15fe0c9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:36.166956 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2e0421a7-51f7-4fc7-a366-380b42b857e3 req-7a83e32c-6b10-4e2c-8bfa-5803b15fe0c9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 946 time: 0.0943654 Apr 15 11:00:36.222289 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2e0421a7-51f7-4fc7-a366-380b42b857e3 req-01f72b1e-5dfb-48ba-b89a-cff84dd9f691 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487356 Apr 15 11:00:36.862926 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adba83-9bba-4034-954e-bc2b0d3ddea2 req-1fba29eb-782e-48af-bb11-1759d876a843 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:36.862926 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-55adba83-9bba-4034-954e-bc2b0d3ddea2 req-1fba29eb-782e-48af-bb11-1759d876a843 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 946 time: 0.0945377 Apr 15 11:00:36.911195 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-55adba83-9bba-4034-954e-bc2b0d3ddea2 req-baa7a9e5-ed54-4254-9279-c80ca37457b7 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/security-groups?id=a15e7be4-9676-419a-95fb-90c10125ce50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458322 Apr 15 11:00:38.125403 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417757c-23b0-419f-9ed0-c6e45264d3b4 req-4cb78a77-c811-47de-98cc-a30cbd4fc136 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:38.127034 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b417757c-23b0-419f-9ed0-c6e45264d3b4 req-4cb78a77-c811-47de-98cc-a30cbd4fc136 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 946 time: 0.1017244 Apr 15 11:00:38.179871 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b417757c-23b0-419f-9ed0-c6e45264d3b4 req-37bdaff4-aade-456c-8d5b-fb8eace94553 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/security-groups?id=a15e7be4-9676-419a-95fb-90c10125ce50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459239 Apr 15 11:00:38.529697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aeb92-3f70-4d44-89d0-9bb21790ca20 req-fefea959-1dd7-4bbd-9101-c5a345141e68 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:38.530495 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-298aeb92-3f70-4d44-89d0-9bb21790ca20 req-fefea959-1dd7-4bbd-9101-c5a345141e68 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Synchronizing usage tracker for tenant:38cde29dfe8f418c9a06900c32f55a10 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:38.549134 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-298aeb92-3f70-4d44-89d0-9bb21790ca20 req-fefea959-1dd7-4bbd-9101-c5a345141e68 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Unset dirty status for tenant:38cde29dfe8f418c9a06900c32f55a10 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:38.550431 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-298aeb92-3f70-4d44-89d0-9bb21790ca20 req-fefea959-1dd7-4bbd-9101-c5a345141e68 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 946 time: 0.1136181 Apr 15 11:00:38.631517 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-298aeb92-3f70-4d44-89d0-9bb21790ca20 req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Deleting port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:38.631912 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-298aeb92-3f70-4d44-89d0-9bb21790ca20 req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:38.916440 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-298aeb92-3f70-4d44-89d0-9bb21790ca20 req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] For port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=82bf16db-73c3-4db3-8a94-a8a9fbcad0a2,segment=NetworkSegment(e26b2c5f-5afb-47d5-a414-4b86de8a9abd),segment_id=e26b2c5f-5afb-47d5-a414-4b86de8a9abd)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:38.916846 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-298aeb92-3f70-4d44-89d0-9bb21790ca20 req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:39.059343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-298aeb92-3f70-4d44-89d0-9bb21790ca20 req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Calling delete_port for 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:39.220721 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-298aeb92-3f70-4d44-89d0-9bb21790ca20 req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:39.240905 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b7e10b6e-b556-41f1-93ad-a916aef0d632 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:39.265037 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['82bf16db-73c3-4db3-8a94-a8a9fbcad0a2'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:39.348125 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Pushing event deleted for resources: {'Port': ['ID=82bf16db-73c3-4db3-8a94-a8a9fbcad0a2,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:39.360614 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c35f7421-8548-4fb6-87ec-fdd8337120d9 req-28af4646-e10f-4ecc-b9ff-e742b7084211 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.96 "GET /v2.0/ports?device_id=b5e77a3e-db61-4950-a792-aee6c4983bb7 HTTP/1.1" status: 200 len: 210 time: 0.0567963 Apr 15 11:00:39.365575 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:39.365942 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:39.366358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:39.366781 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:39.367187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:39.367600 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:39.368078 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:39.368482 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:39.368972 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:39.369495 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:39.369910 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:39.370424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:39.376960 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:39.522349 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-298aeb92-3f70-4d44-89d0-9bb21790ca20 req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] No DVR routers for this DVR port 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:00:39.524933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-298aeb92-3f70-4d44-89d0-9bb21790ca20 req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:39.527794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e77a3e-db61-4950-a792-aee6c4983bb7', 'name': 'network-vif-deleted', 'tag': '82bf16db-73c3-4db3-8a94-a8a9fbcad0a2'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:39.545618 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-298aeb92-3f70-4d44-89d0-9bb21790ca20 req-416d50a1-f377-45d2-b3e7-5c8d88328f6b tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] 10.222.0.102 "DELETE /v2.0/ports/82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 HTTP/1.1" status: 204 len: 173 time: 0.9881711 Apr 15 11:00:39.578753 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e77a3e-db61-4950-a792-aee6c4983bb7', 'name': 'network-vif-deleted', 'tag': '82bf16db-73c3-4db3-8a94-a8a9fbcad0a2', 'status': 'completed', 'code': 200} Apr 15 11:00:42.770734 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:00:42.811216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:00:42.811584 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 82bf16db-73c3-4db3-8a94-a8a9fbcad0a2 not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:00:46.051613 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c77c0-81fd-4612-9261-293fd2bf9e33 req-921a0d37-1964-4037-ad6e-40199d0eba0d tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:46.053225 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-808c77c0-81fd-4612-9261-293fd2bf9e33 req-921a0d37-1964-4037-ad6e-40199d0eba0d tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0903447 Apr 15 11:00:46.107072 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-808c77c0-81fd-4612-9261-293fd2bf9e33 req-ad96a98b-4609-4a49-bed1-a36c01272541 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467334 Apr 15 11:00:47.312897 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca1a1b-26f9-4162-9cf8-892cbfba0086 req-dc5f2f2e-d241-47f5-8064-3e4d5d87d213 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:47.315340 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c8ca1a1b-26f9-4162-9cf8-892cbfba0086 req-dc5f2f2e-d241-47f5-8064-3e4d5d87d213 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0925522 Apr 15 11:00:47.369638 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c8ca1a1b-26f9-4162-9cf8-892cbfba0086 req-a844f900-d9d6-47f0-87eb-50b826615a1b tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471683 Apr 15 11:00:48.584561 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a86e6e-aec8-45ac-9efd-c553ab207072 req-6860b30c-241c-4854-9920-9e433b6fbbca tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:48.586186 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f2a86e6e-aec8-45ac-9efd-c553ab207072 req-6860b30c-241c-4854-9920-9e433b6fbbca tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.1003120 Apr 15 11:00:48.636304 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f2a86e6e-aec8-45ac-9efd-c553ab207072 req-1ae0779b-875c-4202-a6e3-4359dd513749 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426013 Apr 15 11:00:49.848773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ca807-6053-4518-9f1c-d2e07a58b95e req-95d5da88-863d-47ad-be67-9aa7bbe3611d tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:49.850651 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-160ca807-6053-4518-9f1c-d2e07a58b95e req-95d5da88-863d-47ad-be67-9aa7bbe3611d tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0944414 Apr 15 11:00:49.906435 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-160ca807-6053-4518-9f1c-d2e07a58b95e req-4eb268c9-c224-4a1a-81eb-22b953074896 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487914 Apr 15 11:00:51.120849 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae821f-2b37-4c18-b228-4231a1dd1e0d req-901f08b0-712f-4dce-b3d9-4c5c134a0cd7 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:51.122587 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0ae821f-2b37-4c18-b228-4231a1dd1e0d req-901f08b0-712f-4dce-b3d9-4c5c134a0cd7 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0952661 Apr 15 11:00:51.174218 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0ae821f-2b37-4c18-b228-4231a1dd1e0d req-470c521d-80af-423a-87c3-c3c9f8b95da7 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440013 Apr 15 11:00:52.269408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:52.386230 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c91473-053d-4b13-bd26-7b30026cc6c9 req-2e3de51f-7702-47f9-a2db-30920108a5eb tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:52.387854 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d4c91473-053d-4b13-bd26-7b30026cc6c9 req-2e3de51f-7702-47f9-a2db-30920108a5eb tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0948386 Apr 15 11:00:52.437523 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d4c91473-053d-4b13-bd26-7b30026cc6c9 req-d9b0a6ea-7e13-4cc0-b3d5-e5c815226015 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429261 Apr 15 11:00:53.649755 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81b96f-fccd-4593-b99e-310c4e3ddc25 req-fd3794c1-42d0-495a-80d1-cef79e5d898e tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:53.651433 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fd81b96f-fccd-4593-b99e-310c4e3ddc25 req-fd3794c1-42d0-495a-80d1-cef79e5d898e tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0933752 Apr 15 11:00:53.703587 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-fd81b96f-fccd-4593-b99e-310c4e3ddc25 req-2649b04a-7288-4863-ae17-f0dcabadeccf tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449793 Apr 15 11:00:55.134294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-24c33e35-efc9-45d1-bda3-1299d0f75518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:55.200995 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ccc5b-de94-4e4d-93f2-a0cc60aa599f req-990d436c-a93d-4466-b507-500c04dc7a25 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:55.202726 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a83ccc5b-de94-4e4d-93f2-a0cc60aa599f req-990d436c-a93d-4466-b507-500c04dc7a25 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.1132004 Apr 15 11:00:55.257881 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a83ccc5b-de94-4e4d-93f2-a0cc60aa599f req-620525f3-ba5d-4cc4-a077-6c654a7887b4 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464323 Apr 15 11:00:56.444285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:00:56.469240 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76f233-07df-4688-aacd-9a3c7d5ab0e5 req-711003ab-11ab-4a7e-a55a-3f17d0c2d0ab tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:56.471781 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ba76f233-07df-4688-aacd-9a3c7d5ab0e5 req-711003ab-11ab-4a7e-a55a-3f17d0c2d0ab tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0942967 Apr 15 11:00:56.527279 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ba76f233-07df-4688-aacd-9a3c7d5ab0e5 req-3c392c15-64c3-42f2-a2d3-02fafce7fa69 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478947 Apr 15 11:00:57.748371 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79f702-266d-4d6d-ad57-d63504cf1436 req-2f8ccd7f-efb6-462b-8a11-cd9e32a7444c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:57.749983 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2b79f702-266d-4d6d-ad57-d63504cf1436 req-2f8ccd7f-efb6-462b-8a11-cd9e32a7444c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.1009786 Apr 15 11:00:57.801330 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2b79f702-266d-4d6d-ad57-d63504cf1436 req-f5380b8e-b389-42dd-a759-17f6701dc912 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443468 Apr 15 11:00:58.062136 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8c2b804-614d-4d74-a960-50113be51a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:58.150850 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47460) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:58.225037 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4256375-e111-48d2-b1df-8161749b528a admin admin] Deleting subnet 0fa17942-739a-4535-ac53-a61a1fdb4ef2 {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:00:58.228399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4256375-e111-48d2-b1df-8161749b528a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:58.283150 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4256375-e111-48d2-b1df-8161749b528a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11646276'] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:58.345141 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4256375-e111-48d2-b1df-8161749b528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:58.504294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:58.609308 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4256375-e111-48d2-b1df-8161749b528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1506763'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:58.625607 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-3c28871b-ca35-4546-a3dd-720b356e0b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:58.710624 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4256375-e111-48d2-b1df-8161749b528a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa17942-739a-4535-ac53-a61a1fdb4ef2,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:58.717949 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c4256375-e111-48d2-b1df-8161749b528a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:58.762613 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4256375-e111-48d2-b1df-8161749b528a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:58.768757 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-c4256375-e111-48d2-b1df-8161749b528a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0fa17942-739a-4535-ac53-a61a1fdb4ef2 HTTP/1.1" status: 204 len: 168 time: 0.6167400 Apr 15 11:00:58.771416 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47466) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:58.891254 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.018900 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a33518-6164-46a2-b49f-aa6fff591931 req-ed0b8442-135a-4de2-9f17-4f3b385ddfc8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:59.020557 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-65a33518-6164-46a2-b49f-aa6fff591931 req-ed0b8442-135a-4de2-9f17-4f3b385ddfc8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0980589 Apr 15 11:00:59.072640 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-65a33518-6164-46a2-b49f-aa6fff591931 req-8ff1c971-b9e0-49d9-934e-aa6587611f77 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452502 Apr 15 11:00:59.089769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.210951 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5048af51-551a-4ac2-afe5-e2306779dd5f']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:59.225187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26b2c5f-5afb-47d5-a414-4b86de8a9abd') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:59.225522 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26b2c5f-5afb-47d5-a414-4b86de8a9abd') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:59.238392 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843129508'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.254007 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.260812 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:00:59.451780 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] Network 5048af51-551a-4ac2-afe5-e2306779dd5f has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:00:59.453658 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.462177 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842768876'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.650824 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] Network 5048af51-551a-4ac2-afe5-e2306779dd5f has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:00:59.674646 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:00:59.988234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:59.992137 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:00.008929 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.015507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] Pushing event deleted for resources: {'Network': ['ID=5048af51-551a-4ac2-afe5-e2306779dd5f,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:00.020805 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:00.027051 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-20c93db4-20a7-40de-9249-f8c80d60a649 admin admin] 10.222.0.96 "DELETE /v2.0/networks/5048af51-551a-4ac2-afe5-e2306779dd5f HTTP/1.1" status: 204 len: 168 time: 1.2546101 Apr 15 11:01:00.030004 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47474) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:00.095549 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-997b8355-ba63-41e2-ab5a-04a18f57ac45 admin admin] Deleting subnet 2bebe9c1-7bc7-44b8-81a9-b0e2500ab2d0 {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:01:00.098749 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-997b8355-ba63-41e2-ab5a-04a18f57ac45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.154991 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-997b8355-ba63-41e2-ab5a-04a18f57ac45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11646276'] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.216159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-997b8355-ba63-41e2-ab5a-04a18f57ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.324980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f4381-971c-4472-a7e9-b5d1c87e8210 req-8f48a425-222f-4862-a1a5-5c0baa35ac9d tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:00.326553 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-042f4381-971c-4472-a7e9-b5d1c87e8210 req-8f48a425-222f-4862-a1a5-5c0baa35ac9d tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0904419 Apr 15 11:01:00.378051 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-042f4381-971c-4472-a7e9-b5d1c87e8210 req-1e626cc4-d48c-416f-8277-856422ef5980 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442367 Apr 15 11:01:00.486785 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-997b8355-ba63-41e2-ab5a-04a18f57ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1506763'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.503301 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:00.589211 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b8355-ba63-41e2-ab5a-04a18f57ac45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bebe9c1-7bc7-44b8-81a9-b0e2500ab2d0,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:00.597851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-997b8355-ba63-41e2-ab5a-04a18f57ac45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:00.613789 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.652334 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-997b8355-ba63-41e2-ab5a-04a18f57ac45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.659742 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-997b8355-ba63-41e2-ab5a-04a18f57ac45 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/2bebe9c1-7bc7-44b8-81a9-b0e2500ab2d0 HTTP/1.1" status: 204 len: 168 time: 0.6286614 Apr 15 11:01:00.662340 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47480) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:00.779721 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.979934 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:01.101349 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4894493e-4d97-425b-bda8-9c87a0b25cfb']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:01.118777 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a114320-ce1d-4141-8a0c-68d99db66324') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:01.119117 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a114320-ce1d-4141-8a0c-68d99db66324') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:01.131990 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843129508'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:01.147606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:01.153911 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:01:01.399785 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] Network 4894493e-4d97-425b-bda8-9c87a0b25cfb has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:01:01.410402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842768876'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:01.589871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8755776-09c8-4e4f-8a22-b8741e5cdacb req-89ed1cc4-e057-4b69-93f9-c657e488029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:01.591533 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c8755776-09c8-4e4f-8a22-b8741e5cdacb req-89ed1cc4-e057-4b69-93f9-c657e488029f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b28d92d094a45dab0f09777f7955721&device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 1098 time: 0.3623681 Apr 15 11:01:01.599175 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f26848-793f-4561-950f-aabc06954f90 req-a657334d-6963-43c9-8721-6366cae23a78 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:01.601080 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-27f26848-793f-4561-950f-aabc06954f90 req-a657334d-6963-43c9-8721-6366cae23a78 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.1001542 Apr 15 11:01:01.640218 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] Network 4894493e-4d97-425b-bda8-9c87a0b25cfb has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:01:01.652454 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-27f26848-793f-4561-950f-aabc06954f90 req-a5dd8b4a-99c0-4e6d-b6fc-47897fc5b61c tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447044 Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:01:01.665939 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:01:01.812129 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:01.833324 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:01.847350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:01.871848 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=4894493e-4d97-425b-bda8-9c87a0b25cfb,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:01.875828 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:01.880370 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-2708e410-22d7-4e38-8153-90ab2d434e1f admin admin] 10.222.0.96 "DELETE /v2.0/networks/4894493e-4d97-425b-bda8-9c87a0b25cfb HTTP/1.1" status: 204 len: 168 time: 1.2144575 Apr 15 11:01:01.880370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8755776-09c8-4e4f-8a22-b8741e5cdacb req-a2a8f503-31ba-4ce2-a14e-bb9eb59850d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:01.880611 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c8755776-09c8-4e4f-8a22-b8741e5cdacb req-a2a8f503-31ba-4ce2-a14e-bb9eb59850d6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=489d5acd-ee71-4613-a2b7-e64dddf50594 HTTP/1.1" status: 200 len: 910 time: 0.2774274 Apr 15 11:01:02.000834 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c8755776-09c8-4e4f-8a22-b8741e5cdacb req-d2910241-e5f5-4774-835b-44bcffcef7fb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 HTTP/1.1" status: 200 len: 1000 time: 0.1127183 Apr 15 11:01:02.003497 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47498) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:02.116412 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-08942e8a-5a88-442a-aeae-be2a879ae479 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=38cde29dfe8f418c9a06900c32f55a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1116743 Apr 15 11:01:02.118054 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8755776-09c8-4e4f-8a22-b8741e5cdacb req-9e518e69-4ad2-4b4a-b465-1c828f107b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:02.119236 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 47504) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:02.119576 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c8755776-09c8-4e4f-8a22-b8741e5cdacb req-9e518e69-4ad2-4b4a-b465-1c828f107b98 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e7622b6a-b918-4e6e-83d3-1f7241aed5a6 HTTP/1.1" status: 200 len: 847 time: 0.0994136 Apr 15 11:01:02.184023 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.206748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8755776-09c8-4e4f-8a22-b8741e5cdacb req-a5f44112-b397-4b33-b702-5ec3334b41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:02.208378 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c8755776-09c8-4e4f-8a22-b8741e5cdacb req-a5f44112-b397-4b33-b702-5ec3334b41cb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=489d5acd-ee71-4613-a2b7-e64dddf50594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810049 Apr 15 11:01:02.214937 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.268493 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.274013 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-55a477f8-eebb-486c-bf1d-851406962402 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:02.293601 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15e7be4-9676-419a-95fb-90c10125ce50,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:02.307597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:02.308018 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:02.308432 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:02.308841 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:02.309248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:02.309657 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:02.310059 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:02.310463 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:02.310897 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:02.311298 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:02.311695 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:02.312093 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:02.316161 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.317413 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a15e7be4-9676-419a-95fb-90c10125ce50 HTTP/1.1" status: 204 len: 168 time: 0.1969802 Apr 15 11:01:02.318511 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:02.375312 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c8755776-09c8-4e4f-8a22-b8741e5cdacb req-6eb3bef5-8a4e-4b45-a86d-fe212b38b509 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581001 Apr 15 11:01:02.536422 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c8755776-09c8-4e4f-8a22-b8741e5cdacb req-12bb4722-5171-4fcc-ad07-14f809a7ee73 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534004 Apr 15 11:01:02.729115 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 47514) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:02.824539 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-4be7fe79-6e1c-4758-b2b1-cf4d8b80b073 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fa55055c66c4449697658b7f2c466c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939879 Apr 15 11:01:02.827367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47518) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:02.873015 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04f0c6-a82b-4083-a528-8850a9fcfff1 req-138c4fc7-f2d8-4c89-bfce-49a105f62950 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:02.874673 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ea04f0c6-a82b-4083-a528-8850a9fcfff1 req-138c4fc7-f2d8-4c89-bfce-49a105f62950 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.1001763 Apr 15 11:01:02.898276 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-52459212-dce5-45f6-bcd6-85a5be73e46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.928535 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ea04f0c6-a82b-4083-a528-8850a9fcfff1 req-c4bd9fb8-46df-442a-ab91-61b6d7971cee tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464888 Apr 15 11:01:02.928767 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-52459212-dce5-45f6-bcd6-85a5be73e46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.982297 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-52459212-dce5-45f6-bcd6-85a5be73e46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.988676 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-558451c6-4cb0-4827-86fe-91831b50081d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:03.003070 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52459212-dce5-45f6-bcd6-85a5be73e46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf4a5bf-27ec-4878-984e-17b753f11767,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:03.006167 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-52459212-dce5-45f6-bcd6-85a5be73e46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:03.007178 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-52459212-dce5-45f6-bcd6-85a5be73e46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:03.008453 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-52459212-dce5-45f6-bcd6-85a5be73e46a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7cf4a5bf-27ec-4878-984e-17b753f11767 HTTP/1.1" status: 204 len: 168 time: 0.1799650 Apr 15 11:01:04.144981 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff98a6a-2cc2-40c8-ba81-bc0fbf8755f0 req-2f9f7f18-5566-41a5-9875-c6d5bcc269d8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.146666 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cff98a6a-2cc2-40c8-ba81-bc0fbf8755f0 req-2f9f7f18-5566-41a5-9875-c6d5bcc269d8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0963972 Apr 15 11:01:04.203198 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cff98a6a-2cc2-40c8-ba81-bc0fbf8755f0 req-7d081d1f-4a83-47d7-bf6a-94219f901755 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480137 Apr 15 11:01:05.433924 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97013676-fda0-4676-a3df-13da581324e5 req-cdf50507-6a15-4409-9765-6a6524be03e4 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:05.435575 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-97013676-fda0-4676-a3df-13da581324e5 req-cdf50507-6a15-4409-9765-6a6524be03e4 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.1117568 Apr 15 11:01:05.489919 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-97013676-fda0-4676-a3df-13da581324e5 req-f19718bc-5baa-449f-aa95-fad2f326e587 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469849 Apr 15 11:01:06.695297 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0e8ed-18b7-4c8f-8397-d95679a85112 req-750ee7f8-7c7c-4479-876a-9ba2e48e30ed tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:06.697176 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1ad0e8ed-18b7-4c8f-8397-d95679a85112 req-750ee7f8-7c7c-4479-876a-9ba2e48e30ed tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0923455 Apr 15 11:01:06.745258 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1ad0e8ed-18b7-4c8f-8397-d95679a85112 req-8deb45e0-c157-4170-ae43-6a92a09cbe0d tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416348 Apr 15 11:01:07.364192 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e4e8a2e-0547-4f5a-9d2b-9a7d6e0d8b74 req-cae74d79-1edd-43bf-8d39-4fd28fd0f8df service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3800826 Apr 15 11:01:07.378538 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb56f3c-b4f6-4738-a66f-3596c51772bb req-6ff73f61-2dc7-49d8-8223-483b2af2f707 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:07.380140 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-feb56f3c-b4f6-4738-a66f-3596c51772bb req-6ff73f61-2dc7-49d8-8223-483b2af2f707 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.1189122 Apr 15 11:01:07.432731 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-feb56f3c-b4f6-4738-a66f-3596c51772bb req-4fe78c2d-020d-49df-ab67-ed9636274e61 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459347 Apr 15 11:01:08.677034 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb2589-5d83-4844-93ac-3945da2fe874 req-a2795bb8-7df2-46c1-a010-b3cfd5266d66 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:08.678682 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7efb2589-5d83-4844-93ac-3945da2fe874 req-a2795bb8-7df2-46c1-a010-b3cfd5266d66 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0969017 Apr 15 11:01:08.738651 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7efb2589-5d83-4844-93ac-3945da2fe874 req-6c327420-0e84-4672-a0f6-526732704e45 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532413 Apr 15 11:01:08.739769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8a2e-0547-4f5a-9d2b-9a7d6e0d8b74 req-bf6443b4-60a8-4c70-bf59-c07ff9fe1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:08.741412 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e4e8a2e-0547-4f5a-9d2b-9a7d6e0d8b74 req-bf6443b4-60a8-4c70-bf59-c07ff9fe1189 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c&tenant_id=6b28d92d094a45dab0f09777f7955721 HTTP/1.1" status: 200 len: 1098 time: 0.0874443 Apr 15 11:01:08.858398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8a2e-0547-4f5a-9d2b-9a7d6e0d8b74 req-1c9c26e7-a70d-4c8a-b16b-35debe23b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:08.860152 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e4e8a2e-0547-4f5a-9d2b-9a7d6e0d8b74 req-1c9c26e7-a70d-4c8a-b16b-35debe23b95a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b28d92d094a45dab0f09777f7955721&device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 1098 time: 0.0825465 Apr 15 11:01:08.903461 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:09.028282 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8a2e-0547-4f5a-9d2b-9a7d6e0d8b74 req-00579de3-0c0c-42c8-9c2e-6dc465612d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:09.029892 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e4e8a2e-0547-4f5a-9d2b-9a7d6e0d8b74 req-00579de3-0c0c-42c8-9c2e-6dc465612d34 service neutron] 10.222.0.102 "GET /v2.0/networks?id=489d5acd-ee71-4613-a2b7-e64dddf50594 HTTP/1.1" status: 200 len: 910 time: 0.1630788 Apr 15 11:01:09.050279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:09.084487 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:09.097199 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:09.115078 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:09.120559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:09.168431 dv-cinder-786385-1-smb neutron-server[85170]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'code': 422} returned with failed status Apr 15 11:01:09.171147 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e4e8a2e-0547-4f5a-9d2b-9a7d6e0d8b74 req-7cd092e6-9cbb-4493-a767-afa40c4c4fdd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 HTTP/1.1" status: 200 len: 998 time: 0.1327009 Apr 15 11:01:09.207971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,revision_number=6']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:09.216576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:09.216976 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:09.217367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:09.217747 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:09.218191 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:09.218475 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:09.218878 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:09.219249 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:09.220166 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:09.220439 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:09.220811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:09.221181 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:09.225659 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:09.550953 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8a2e-0547-4f5a-9d2b-9a7d6e0d8b74 req-3fa591e4-f9ab-490e-bbeb-c357416393ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:09.552727 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e4e8a2e-0547-4f5a-9d2b-9a7d6e0d8b74 req-3fa591e4-f9ab-490e-bbeb-c357416393ff service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e7622b6a-b918-4e6e-83d3-1f7241aed5a6 HTTP/1.1" status: 200 len: 847 time: 0.3532743 Apr 15 11:01:09.643735 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8a2e-0547-4f5a-9d2b-9a7d6e0d8b74 req-03dc601f-f64c-48f9-830f-d05a00a23486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:09.645282 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e4e8a2e-0547-4f5a-9d2b-9a7d6e0d8b74 req-03dc601f-f64c-48f9-830f-d05a00a23486 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=489d5acd-ee71-4613-a2b7-e64dddf50594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855737 Apr 15 11:01:09.680232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831707a-7888-4360-aac6-9395de41cb77 req-3f8236ec-a2cc-4d07-ad37-09b08daf64da tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:09.681885 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3831707a-7888-4360-aac6-9395de41cb77 req-3f8236ec-a2cc-4d07-ad37-09b08daf64da tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 947 time: 0.0940721 Apr 15 11:01:09.732664 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-3831707a-7888-4360-aac6-9395de41cb77 req-d1f34531-3af3-4555-b391-738e5739a198 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434306 Apr 15 11:01:09.806808 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e4e8a2e-0547-4f5a-9d2b-9a7d6e0d8b74 req-f0a72878-02ff-425d-88f0-4759f6f7594d service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512427 Apr 15 11:01:09.952506 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a1971-576f-431a-9693-9b52c5de5205 req-13268ca6-ac43-4d25-bd71-ed44175b80fb tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:09.954703 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-770a1971-576f-431a-9693-9b52c5de5205 req-13268ca6-ac43-4d25-bd71-ed44175b80fb tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 943 time: 0.0966792 Apr 15 11:01:09.964592 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4e4e8a2e-0547-4f5a-9d2b-9a7d6e0d8b74 req-321e021c-8fa4-42b4-a7bc-a3ff0bf9abeb service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498587 Apr 15 11:01:10.006468 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-770a1971-576f-431a-9693-9b52c5de5205 req-912f5da4-3a22-4681-90ea-79c789aaac7e tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453053 Apr 15 11:01:10.967679 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1782d7-f13f-49b5-b1c9-9297bdc597f8 req-5cb84a20-be98-4c51-abef-d0f862ee3645 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:10.969329 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-eb1782d7-f13f-49b5-b1c9-9297bdc597f8 req-5cb84a20-be98-4c51-abef-d0f862ee3645 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 947 time: 0.1086347 Apr 15 11:01:11.037758 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-eb1782d7-f13f-49b5-b1c9-9297bdc597f8 req-d9a40ed4-27ef-4ad6-9e02-772b95dd7181 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609086 Apr 15 11:01:11.274913 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2658ba4-9cb8-4181-83cb-6c4a1c84dd89 req-4107c61b-48f3-4363-b168-c36e2b894108 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:11.276566 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c2658ba4-9cb8-4181-83cb-6c4a1c84dd89 req-4107c61b-48f3-4363-b168-c36e2b894108 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 943 time: 0.0982106 Apr 15 11:01:11.338064 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c2658ba4-9cb8-4181-83cb-6c4a1c84dd89 req-cc73c944-ea2b-47e3-9390-0c292bbad207 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540681 Apr 15 11:01:11.364971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-1a006f79-60b3-4878-a981-8501238c65fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:11.365828 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-1a006f79-60b3-4878-a981-8501238c65fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Synchronizing usage tracker for tenant:95b6d3d44f5441d68e73436f3a947935 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:01:11.389344 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-1a006f79-60b3-4878-a981-8501238c65fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Unset dirty status for tenant:95b6d3d44f5441d68e73436f3a947935 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:01:11.390972 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-1a006f79-60b3-4878-a981-8501238c65fd tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.102 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 947 time: 0.1457715 Apr 15 11:01:11.479168 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Deleting port c9d48f1e-a3cb-4c48-9947-6c118ae142d3 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:11.479565 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:11.786284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] For port c9d48f1e-a3cb-4c48-9947-6c118ae142d3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:11.786629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:12.048360 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120e98a-4ef0-4d29-848c-511a47e712f0 req-3f9546bb-61cc-4c42-9b86-b20012fe0234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:12.050075 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9120e98a-4ef0-4d29-848c-511a47e712f0 req-3f9546bb-61cc-4c42-9b86-b20012fe0234 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 1096 time: 0.0905387 Apr 15 11:01:12.096770 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9120e98a-4ef0-4d29-848c-511a47e712f0 req-f7a0e89b-535b-49fb-9f2f-726f033940af service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390646 Apr 15 11:01:12.122111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:12.122563 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853837847'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:12.122924 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.l3_db [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Floating IP 010f6a04-152d-4f76-812d-b7258db5221d disassociated. External IP: 172.28.2.252, port: c9d48f1e-a3cb-4c48-9947-6c118ae142d3. Apr 15 11:01:12.123306 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Calling delete_port for c9d48f1e-a3cb-4c48-9947-6c118ae142d3 owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:12.273898 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2df2e2-3fcd-4c2d-97b7-262bd7ecdd42 req-88048b59-7989-4737-8713-636b42e7dced tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:12.275571 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7b2df2e2-3fcd-4c2d-97b7-262bd7ecdd42 req-88048b59-7989-4737-8713-636b42e7dced tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 947 time: 0.0971200 Apr 15 11:01:12.285794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:12.302766 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-cfae19b2-817d-420b-b188-b3d95ebe4125 tempest-VolumesActionsTest-1505146769 tempest-VolumesActionsTest-1505146769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:12.327814 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7b2df2e2-3fcd-4c2d-97b7-262bd7ecdd42 req-2b21b2b1-9b63-4a95-a409-2148462bc7c2 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups?id=db6cb37b-2220-4615-8b6d-fd85d90c03ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455506 Apr 15 11:01:12.353233 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event deleted for resources: {'Port': ['ID=c9d48f1e-a3cb-4c48-9947-6c118ae142d3,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:12.407536 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:12.557740 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c03981-4cff-448b-bd20-4225ad43a645 req-ec5f37fb-4c0c-4d21-82a5-76428c8f70eb tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:12.559356 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-45c03981-4cff-448b-bd20-4225ad43a645 req-ec5f37fb-4c0c-4d21-82a5-76428c8f70eb tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 943 time: 0.0941987 Apr 15 11:01:12.609276 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-45c03981-4cff-448b-bd20-4225ad43a645 req-cf188b4f-f609-4057-8a78-9677729fb118 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430193 Apr 15 11:01:12.699114 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:01:12.912608 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:12.927472 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdb8c9e-13c3-407e-bfb2-6edfe17ddcf5 None None] Sync routers for ids ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:12.940254 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdb8c9e-13c3-407e-bfb2-6edfe17ddcf5 None None] Routers {'24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:12.941486 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-bfdb8c9e-13c3-407e-bfb2-6edfe17ddcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:00:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:13.006898 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] No DVR routers for this DVR port c9d48f1e-a3cb-4c48-9947-6c118ae142d3 on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:01:13.010072 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:13.014509 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'name': 'network-vif-deleted', 'tag': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:13.038389 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b50c8e02-edc2-41e9-8414-a1d918978672 req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.102 "DELETE /v2.0/ports/c9d48f1e-a3cb-4c48-9947-6c118ae142d3 HTTP/1.1" status: 204 len: 173 time: 1.6410093 Apr 15 11:01:13.082344 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4442e78e-1a6c-4de8-a7da-440b41147a37', 'name': 'network-vif-deleted', 'tag': 'c9d48f1e-a3cb-4c48-9947-6c118ae142d3', 'status': 'completed', 'code': 200} Apr 15 11:01:13.193602 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-bfdb8c9e-13c3-407e-bfb2-6edfe17ddcf5 None None] Set router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:13.529682 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a4a164f2-f8bb-43c6-b68e-4c9043cae653 req-f3965e10-440a-4117-a6e1-4b94db1525d1 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/ports?device_id=4442e78e-1a6c-4de8-a7da-440b41147a37 HTTP/1.1" status: 200 len: 210 time: 0.0569110 Apr 15 11:01:13.742597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-bfdb8c9e-13c3-407e-bfb2-6edfe17ddcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:54:03Z', 'revision_number': 5, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:13.747571 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdb8c9e-13c3-407e-bfb2-6edfe17ddcf5 None None] Checking router: 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:13.759117 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdb8c9e-13c3-407e-bfb2-6edfe17ddcf5 None None] Routers {'24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:13.760001 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-bfdb8c9e-13c3-407e-bfb2-6edfe17ddcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:00:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:13.830616 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46959e-dfe7-4cf9-8c80-7986e55c5fd5 req-30d8e868-3510-441a-a1ce-f4fce2aec6be tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:13.832272 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ba46959e-dfe7-4cf9-8c80-7986e55c5fd5 req-30d8e868-3510-441a-a1ce-f4fce2aec6be tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 943 time: 0.0951018 Apr 15 11:01:13.911847 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ba46959e-dfe7-4cf9-8c80-7986e55c5fd5 req-3ec47057-cb0e-4d9e-b7c3-544e07cd8ea4 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725396 Apr 15 11:01:13.989905 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-bfdb8c9e-13c3-407e-bfb2-6edfe17ddcf5 None None] Set router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:14.333377 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-bfdb8c9e-13c3-407e-bfb2-6edfe17ddcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:54:03Z', 'revision_number': 5, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:14.339146 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdb8c9e-13c3-407e-bfb2-6edfe17ddcf5 None None] The sync data for ids ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'] in dv-cinder-786385-1-smb is: [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T10:53:45Z', 'revision_number': 4, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '7bf2d7ee-3a3e-4cb1-9c92-a76158458011', 'name': '', 'network_id': '64d721fb-2821-48d5-ac89-567367ad279d', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'mac_address': 'fa:16:3e:d3:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:39Z', 'updated_at': '2021-04-15T10:54:03Z', 'revision_number': 5, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'subnets': [{'id': 'be7d2f97-abff-4a3f-98bc-26e4b12e7f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:14.776114 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a3b49-61cf-434d-b2ec-03a642623944 None None] New status for floating IP 010f6a04-152d-4f76-812d-b7258db5221d: DOWN {{(pid=85287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:01:14.821882 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47716) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:14.916369 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f46cd525-6f59-43bb-88e2-dba7bc827aa6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:14.959739 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f46cd525-6f59-43bb-88e2-dba7bc827aa6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.001062 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:01:15.003809 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device c9d48f1e-a3cb-4c48-9947-6c118ae142d3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:15.014467 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f46cd525-6f59-43bb-88e2-dba7bc827aa6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.019698 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-db753b73-9df5-4cec-903f-b5f2030f927e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:15.040813 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cd525-6f59-43bb-88e2-dba7bc827aa6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6cb37b-2220-4615-8b6d-fd85d90c03ea,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:15.051110 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f46cd525-6f59-43bb-88e2-dba7bc827aa6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:15.057896 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f46cd525-6f59-43bb-88e2-dba7bc827aa6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.059365 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f46cd525-6f59-43bb-88e2-dba7bc827aa6 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "DELETE /v2.0/security-groups/db6cb37b-2220-4615-8b6d-fd85d90c03ea HTTP/1.1" status: 204 len: 168 time: 0.2359929 Apr 15 11:01:15.062209 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47720) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:15.081433 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.api.v2.resource [None req-bbcd3228-50e6-4808-b5e1-ded7f57b3464 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] show failed (client error): The resource could not be found. Apr 15 11:01:15.082447 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-bbcd3228-50e6-4808-b5e1-ded7f57b3464 tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "GET /v2.0/security-groups/db6cb37b-2220-4615-8b6d-fd85d90c03ea HTTP/1.1" status: 404 len: 347 time: 0.0190210 Apr 15 11:01:15.086822 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47724) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:15.105085 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: c9d48f1e-a3cb-4c48-9947-6c118ae142d3 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:01:15.105485 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device c9d48f1e-a3cb-4c48-9947-6c118ae142d3 not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:01:15.259303 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a39f3-8fa2-4070-963f-08a6ec14e5dc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Deleting port 7e7b672b-c11f-4f77-a162-24e2109bec46 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:15.259641 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c7a39f3-8fa2-4070-963f-08a6ec14e5dc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.270163 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:15.285546 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'port_id': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'mac_address': 'fa:16:3e:80:3b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:01:15.351894 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.369743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:01:15.387022 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:15.389878 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.392367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:15.454912 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c7a39f3-8fa2-4070-963f-08a6ec14e5dc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.455314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c7a39f3-8fa2-4070-963f-08a6ec14e5dc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.467538 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,revision_number=7']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:15.471253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:15.593105 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-6c7a39f3-8fa2-4070-963f-08a6ec14e5dc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Calling delete_port for 7e7b672b-c11f-4f77-a162-24e2109bec46 owned by network:floatingip {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:15.741902 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c7a39f3-8fa2-4070-963f-08a6ec14e5dc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.761144 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fe06cb66-9092-48cb-87fc-9d2cd0ffb8e5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:15.769189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['e1a14a8a-a9f0-4a69-89b2-90dee33b93b7'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:01:15.867524 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a39f3-8fa2-4070-963f-08a6ec14e5dc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Pushing event deleted for resources: {'Port': ['ID=7e7b672b-c11f-4f77-a162-24e2109bec46,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:15.876134 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6c7a39f3-8fa2-4070-963f-08a6ec14e5dc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:16.073286 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c7a39f3-8fa2-4070-963f-08a6ec14e5dc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks [] for floatingip, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.088246 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6c7a39f3-8fa2-4070-963f-08a6ec14e5dc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:16.089485 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6c7a39f3-8fa2-4070-963f-08a6ec14e5dc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] 10.222.0.96 "DELETE /v2.0/floatingips/010f6a04-152d-4f76-812d-b7258db5221d HTTP/1.1" status: 204 len: 168 time: 1.0016844 Apr 15 11:01:16.937142 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:17.018387 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:17.018870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:17.148193 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:17.180514 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:17.191965 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:17.194870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:17.197944 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:17.238109 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'code': 200} Apr 15 11:01:17.271894 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,revision_number=8']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:17.275185 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:18.953158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47770) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:19.600961 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82721bd-9e05-43f4-aa07-58ebc3afde5c req-0e96c4c1-149a-4e03-966d-f01d4d9b0431 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:19.602606 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a82721bd-9e05-43f4-aa07-58ebc3afde5c req-0e96c4c1-149a-4e03-966d-f01d4d9b0431 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 946 time: 0.0969317 Apr 15 11:01:19.654177 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a82721bd-9e05-43f4-aa07-58ebc3afde5c req-fde4bf1d-154e-4a52-b75d-e1be4434f7c6 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446665 Apr 15 11:01:19.892269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-103edf52-b614-4275-b6b5-177ae6c483bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937223'] for router_interface, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.277809 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-103edf52-b614-4275-b6b5-177ae6c483bc admin admin] Deleting port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:20.278390 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-103edf52-b614-4275-b6b5-177ae6c483bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.472796 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-103edf52-b614-4275-b6b5-177ae6c483bc admin admin] For port 7bf2d7ee-3a3e-4cb1-9c92-a76158458011, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=7bf2d7ee-3a3e-4cb1-9c92-a76158458011,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:20.473275 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-103edf52-b614-4275-b6b5-177ae6c483bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.607717 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-103edf52-b614-4275-b6b5-177ae6c483bc admin admin] Calling delete_port for 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 owned by network:router_interface {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:20.856842 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325805f3-2674-4687-a7e4-0501c9cf8935 req-7bb43b55-fa1a-426c-ba22-343779015f4d tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:20.858650 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-325805f3-2674-4687-a7e4-0501c9cf8935 req-7bb43b55-fa1a-426c-ba22-343779015f4d tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 946 time: 0.0892081 Apr 15 11:01:20.912271 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-325805f3-2674-4687-a7e4-0501c9cf8935 req-d49008be-2633-4fd9-9f0a-f44e46773c4b tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462818 Apr 15 11:01:20.931580 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-103edf52-b614-4275-b6b5-177ae6c483bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.947550 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e1895f60-0eb8-4c4d-8fd8-0d2195d74610 tempest-ServerRescueNegativeTestJSON-966633581 tempest-ServerRescueNegativeTestJSON-966633581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:21.041424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103edf52-b614-4275-b6b5-177ae6c483bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf2d7ee-3a3e-4cb1-9c92-a76158458011,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:21.047974 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-103edf52-b614-4275-b6b5-177ae6c483bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:21.393033 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-103edf52-b614-4275-b6b5-177ae6c483bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854020475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937938'] for router_interface, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:22.124256 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2824aa-e3cc-4a8d-9003-896c6237d3bd req-d639329a-a4b0-43bf-a5a3-e2d980ced7ef tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:22.125967 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6b2824aa-e3cc-4a8d-9003-896c6237d3bd req-d639329a-a4b0-43bf-a5a3-e2d980ced7ef tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 946 time: 0.0911565 Apr 15 11:01:22.145869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103edf52-b614-4275-b6b5-177ae6c483bc admin admin] Router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:01:22.175938 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6b2824aa-e3cc-4a8d-9003-896c6237d3bd req-c387c24c-77b7-4674-b0c9-a33f79272005 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425079 Apr 15 11:01:22.268121 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:22.339121 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103edf52-b614-4275-b6b5-177ae6c483bc admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:22.348607 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6ebdf-5f16-4978-97a8-d459799d7ae4 None None] Sync routers for ids ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:22.353598 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-103edf52-b614-4275-b6b5-177ae6c483bc admin admin] 10.222.0.96 "PUT /v2.0/routers/24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3992798 Apr 15 11:01:22.356431 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47804) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:22.359401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6ebdf-5f16-4978-97a8-d459799d7ae4 None None] Routers {'24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:22.360221 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e8f6ebdf-5f16-4978-97a8-d459799d7ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:00:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:22.549729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Notify callbacks [] for router, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:22.559438 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-e8f6ebdf-5f16-4978-97a8-d459799d7ae4 None None] Set router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:22.753343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:22.761849 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Deleting port 1590404e-620f-4dd6-a55c-68cc85ade310 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:22.762226 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:22.867513 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e8f6ebdf-5f16-4978-97a8-d459799d7ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T11:01:20Z', 'revision_number': 5, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port': {'id': '1590404e-620f-4dd6-a55c-68cc85ade310', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:53:28Z', 'updated_at': '2021-04-15T10:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:22.871656 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6ebdf-5f16-4978-97a8-d459799d7ae4 None None] Checking router: 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:22.881412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6ebdf-5f16-4978-97a8-d459799d7ae4 None None] Routers {'24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:22.882187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e8f6ebdf-5f16-4978-97a8-d459799d7ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:00:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:22.957493 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] For port 1590404e-620f-4dd6-a55c-68cc85ade310, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=1590404e-620f-4dd6-a55c-68cc85ade310,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:22.957899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:23.095491 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Calling delete_port for 1590404e-620f-4dd6-a55c-68cc85ade310 owned by network:router_gateway {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:23.204339 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-e8f6ebdf-5f16-4978-97a8-d459799d7ae4 None None] Set router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b gateway port host: None {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:23.283652 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:23.300121 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:23.322902 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-e8f6ebdf-5f16-4978-97a8-d459799d7ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T11:01:22Z', 'revision_number': 6, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port_host': None}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:23.327137 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f6ebdf-5f16-4978-97a8-d459799d7ae4 None None] The sync data for ids ['24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b'] in dv-cinder-786385-1-smb is: [{'id': '24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b', 'name': 'tempest-AttachVolumeShelveTestJSON-843597982-router', 'tenant_id': '95b6d3d44f5441d68e73436f3a947935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:53:27Z', 'updated_at': '2021-04-15T11:01:22Z', 'revision_number': 6, 'project_id': '95b6d3d44f5441d68e73436f3a947935', 'gw_port_host': None}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:23.392812 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057a555-1601-4993-b70d-5206ac81a4e7 req-8038b7e0-598f-40c4-922c-41b2ba4105b0 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:23.395111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=1590404e-620f-4dd6-a55c-68cc85ade310,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:23.395354 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7057a555-1601-4993-b70d-5206ac81a4e7 req-8038b7e0-598f-40c4-922c-41b2ba4105b0 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 946 time: 0.1028190 Apr 15 11:01:23.401845 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:23.448888 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7057a555-1601-4993-b70d-5206ac81a4e7 req-48c09fbc-1cdb-4f75-b3f6-3db257ec2cd4 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466144 Apr 15 11:01:23.576119 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-937780'] for router_gateway, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:23.627522 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 1590404e-620f-4dd6-a55c-68cc85ade310 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:23.673368 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: 1590404e-620f-4dd6-a55c-68cc85ade310 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:01:23.673755 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 1590404e-620f-4dd6-a55c-68cc85ade310 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:01:23.674228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:23.713595 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:01:23.713896 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 7bf2d7ee-3a3e-4cb1-9c92-a76158458011 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:01:23.771363 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763743'] for router, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:23.773735 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:23.878940 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853841342'] for router, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:23.879662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b {{(pid=85285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:01:23.893170 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] Notify callbacks [] for router, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:23.896918 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-abe2c832-9456-41a6-a5ed-6f7aed740b9b admin admin] 10.222.0.96 "DELETE /v2.0/routers/24ac5c70-0a3b-4aa7-99e9-7b5340f1de0b HTTP/1.1" status: 204 len: 168 time: 1.5369930 Apr 15 11:01:23.897187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47816) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:23.968479 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ef9794-5db7-461f-8d51-1f73b16e0ede admin admin] Deleting subnet be7d2f97-abff-4a3f-98bc-26e4b12e7f7c {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:01:23.973137 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a6ef9794-5db7-461f-8d51-1f73b16e0ede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:24.029534 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a6ef9794-5db7-461f-8d51-1f73b16e0ede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11646276'] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:24.159013 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a6ef9794-5db7-461f-8d51-1f73b16e0ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:24.426143 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a6ef9794-5db7-461f-8d51-1f73b16e0ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1506763'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:24.441757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:24.526184 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef9794-5db7-461f-8d51-1f73b16e0ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7d2f97-abff-4a3f-98bc-26e4b12e7f7c,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:24.534192 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a6ef9794-5db7-461f-8d51-1f73b16e0ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:24.580689 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a6ef9794-5db7-461f-8d51-1f73b16e0ede admin admin] Notify callbacks [] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:24.585864 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e73b3a-b002-4ae1-86cd-25d843054d59 None None] Network 64d721fb-2821-48d5-ac89-567367ad279d requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:24.588627 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a6ef9794-5db7-461f-8d51-1f73b16e0ede admin admin] 10.222.0.96 "DELETE /v2.0/subnets/be7d2f97-abff-4a3f-98bc-26e4b12e7f7c HTTP/1.1" status: 204 len: 168 time: 0.6903634 Apr 15 11:01:24.591633 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47832) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:24.667415 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ecbd9-bddd-4e03-a3eb-6f966f0bd445 req-ddead7ec-3a70-4c00-8791-58110052b04e tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:24.669354 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-807ecbd9-bddd-4e03-a3eb-6f966f0bd445 req-ddead7ec-3a70-4c00-8791-58110052b04e tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 946 time: 0.0946150 Apr 15 11:01:24.728264 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-807ecbd9-bddd-4e03-a3eb-6f966f0bd445 req-6a8938e7-6261-4678-9f9e-a8ff83b08e7b tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511003 Apr 15 11:01:24.872823 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c61ad6-7c06-4598-9243-62a510709429 None None] DHCP port deletion for 64d721fb-2821-48d5-ac89-567367ad279d request from dv-cinder-786385-1-smb {{(pid=85287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:01:24.881733 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-59c61ad6-7c06-4598-9243-62a510709429 None None] Deleting port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 {{(pid=85287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:24.882887 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-59c61ad6-7c06-4598-9243-62a510709429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:24.979370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:25.052150 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Deleting port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:25.052641 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:25.152234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7668175e-5ab4-420e-8f5f-e0c9f163ca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:25.158728 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-59c61ad6-7c06-4598-9243-62a510709429 None None] For port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=fa8dcc30-0a08-4ee9-920b-1cd68023e1b2,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:25.159163 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-59c61ad6-7c06-4598-9243-62a510709429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:25.291668 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-59c61ad6-7c06-4598-9243-62a510709429 None None] Calling delete_port for fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 owned by network:dhcp {{(pid=85287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:25.340357 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] For port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=fa8dcc30-0a08-4ee9-920b-1cd68023e1b2,segment=NetworkSegment(1e779e98-4273-41ae-93d7-dc9669d2c445),segment_id=1e779e98-4273-41ae-93d7-dc9669d2c445)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:25.340683 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:25.374407 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-59c61ad6-7c06-4598-9243-62a510709429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350'] for port, after_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:25.390085 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:25.483382 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c61ad6-7c06-4598-9243-62a510709429 None None] Pushing event deleted for resources: {'Port': ['ID=fa8dcc30-0a08-4ee9-920b-1cd68023e1b2,revision_number=None']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:25.484740 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Calling delete_port for fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 owned by network:dhcp {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:25.491156 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-59c61ad6-7c06-4598-9243-62a510709429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:25.540286 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c61ad6-7c06-4598-9243-62a510709429 None None] No DVR routers for this DVR port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 on host dv-cinder-786385-1-smb {{(pid=85287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:01:25.553078 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3af700-0d47-4acb-9e3d-284f04df9a04 req-7f5625d7-eeda-419b-b81d-df446fb052df tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:25.553888 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-ca3af700-0d47-4acb-9e3d-284f04df9a04 req-7f5625d7-eeda-419b-b81d-df446fb052df tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Synchronizing usage tracker for tenant:e0ae82ad5f464eca8903fe25b0d06617 on resource:port {{(pid=85285) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:01:25.597772 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-ca3af700-0d47-4acb-9e3d-284f04df9a04 req-7f5625d7-eeda-419b-b81d-df446fb052df tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Unset dirty status for tenant:e0ae82ad5f464eca8903fe25b0d06617 on resource:port {{(pid=85285) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:01:25.599001 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ca3af700-0d47-4acb-9e3d-284f04df9a04 req-7f5625d7-eeda-419b-b81d-df446fb052df tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.102 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 946 time: 0.4126992 Apr 15 11:01:25.601942 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.db.api [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85285) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:01:25.602311 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_db.api [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:01:25.616831 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:25.657885 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:01:25.658370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:01:25.688897 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-ca3af700-0d47-4acb-9e3d-284f04df9a04 req-ab1512e4-64b3-4ddd-b235-8f8ccc9d912a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Deleting port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:25.689555 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-ca3af700-0d47-4acb-9e3d-284f04df9a04 req-ab1512e4-64b3-4ddd-b235-8f8ccc9d912a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:25.782493 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 47844) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:25.951083 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e7dbce9-250c-4441-b8ec-d71dae7fe549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:25.971440 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6e7dbce9-250c-4441-b8ec-d71dae7fe549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:25.977843 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6e7dbce9-250c-4441-b8ec-d71dae7fe549 admin admin] Usage tracker for resource:security_group_rule and tenant:5c1791ed04344eef966af6b4b37f7445 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:25.981654 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6e7dbce9-250c-4441-b8ec-d71dae7fe549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:25.983302 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-ca3af700-0d47-4acb-9e3d-284f04df9a04 req-ab1512e4-64b3-4ddd-b235-8f8ccc9d912a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] For port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=93a10b6b-50b6-4d80-8ed0-a39cd579a9ff,segment=NetworkSegment(ab2970f7-c399-4b6f-be6b-96590eb172bf),segment_id=ab2970f7-c399-4b6f-be6b-96590eb172bf)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:25.983706 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-ca3af700-0d47-4acb-9e3d-284f04df9a04 req-ab1512e4-64b3-4ddd-b235-8f8ccc9d912a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:25.988666 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6e7dbce9-250c-4441-b8ec-d71dae7fe549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:26.036993 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b42bf0-801a-4443-8beb-638dbd2cc88c req-895427fe-3ead-4cf5-8ff5-b9e967ae73ca tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:26.038653 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b5b42bf0-801a-4443-8beb-638dbd2cc88c req-895427fe-3ead-4cf5-8ff5-b9e967ae73ca tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 946 time: 0.1825907 Apr 15 11:01:26.107693 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b5b42bf0-801a-4443-8beb-638dbd2cc88c req-6fbc4120-f112-432d-a25e-ef92698e4626 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623229 Apr 15 11:01:26.114788 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Deleting port fa8dcc30-0a08-4ee9-920b-1cd68023e1b2 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:26.115133 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:26.154263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-ca3af700-0d47-4acb-9e3d-284f04df9a04 req-ab1512e4-64b3-4ddd-b235-8f8ccc9d912a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Calling delete_port for 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff owned by compute:nova {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:26.154485 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e7dbce9-250c-4441-b8ec-d71dae7fe549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:26.157956 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6e7dbce9-250c-4441-b8ec-d71dae7fe549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:26.166605 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-170e41c7-5e0c-4572-9c0d-b8b7a7ee8cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:26.214477 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6e7dbce9-250c-4441-b8ec-d71dae7fe549 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5c1791ed04344eef966af6b4b37f7445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306500 Apr 15 11:01:26.216292 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dbce9-250c-4441-b8ec-d71dae7fe549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4f79db-4cc6-4e56-80ac-7d34b615ab71,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:26.219407 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 47850) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:26.222299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6e7dbce9-250c-4441-b8ec-d71dae7fe549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:26.242586 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] The port 'fa8dcc30-0a08-4ee9-920b-1cd68023e1b2' was deleted {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:01:26.284415 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-994faa43-ac60-4dc5-9737-94e594a877d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:26.313492 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-994faa43-ac60-4dc5-9737-94e594a877d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:26.361424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-994faa43-ac60-4dc5-9737-94e594a877d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:26.366736 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d8ff47af-8de0-4032-8c9f-45b3f32d4a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:26.383082 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994faa43-ac60-4dc5-9737-94e594a877d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4f79db-4cc6-4e56-80ac-7d34b615ab71,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:26.385427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-994faa43-ac60-4dc5-9737-94e594a877d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:26.401440 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:26.430705 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-994faa43-ac60-4dc5-9737-94e594a877d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:26.431941 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-994faa43-ac60-4dc5-9737-94e594a877d6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7f4f79db-4cc6-4e56-80ac-7d34b615ab71 HTTP/1.1" status: 204 len: 168 time: 0.2115476 Apr 15 11:01:26.479339 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cf7043f2-450a-46fb-af49-ce47240224e5 req-85652abb-0409-4b37-b213-d90b9045dc0c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0918031 Apr 15 11:01:26.583290 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d721fb-2821-48d5-ac89-567367ad279d']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:26.599690 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e779e98-4273-41ae-93d7-dc9669d2c445') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:26.600253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e779e98-4273-41ae-93d7-dc9669d2c445') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:26.607151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-ca3af700-0d47-4acb-9e3d-284f04df9a04 req-ab1512e4-64b3-4ddd-b235-8f8ccc9d912a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:26.625010 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:26.648712 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['93a10b6b-50b6-4d80-8ed0-a39cd579a9ff'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:01:26.673630 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7043f2-450a-46fb-af49-ce47240224e5 req-9001ffaa-4f35-4b95-977c-44fa6c72075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:26.674764 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1512e4-64b3-4ddd-b235-8f8ccc9d912a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Pushing event deleted for resources: {'Port': ['ID=93a10b6b-50b6-4d80-8ed0-a39cd579a9ff,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:26.675256 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cf7043f2-450a-46fb-af49-ce47240224e5 req-9001ffaa-4f35-4b95-977c-44fa6c72075f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b28d92d094a45dab0f09777f7955721&device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 1098 time: 0.0852475 Apr 15 11:01:26.677929 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843129508'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:26.689610 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ab1512e4-64b3-4ddd-b235-8f8ccc9d912a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:26.754783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:26.772287 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:01:26.846738 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7043f2-450a-46fb-af49-ce47240224e5 req-72e28b72-2669-4134-abb2-bceb80458250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:26.848416 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cf7043f2-450a-46fb-af49-ce47240224e5 req-72e28b72-2669-4134-abb2-bceb80458250 service neutron] 10.222.0.102 "GET /v2.0/networks?id=489d5acd-ee71-4613-a2b7-e64dddf50594 HTTP/1.1" status: 200 len: 910 time: 0.1506839 Apr 15 11:01:26.994972 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Network 64d721fb-2821-48d5-ac89-567367ad279d has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:01:26.996807 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cf7043f2-450a-46fb-af49-ce47240224e5 req-91796a0a-a885-4cd3-8c5a-7a869d56c960 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 HTTP/1.1" status: 200 len: 1000 time: 0.1406832 Apr 15 11:01:27.005663 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842768876'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.074943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7043f2-450a-46fb-af49-ce47240224e5 req-71bf431f-ba84-40ba-bb9b-73d7a52e7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:27.076691 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cf7043f2-450a-46fb-af49-ce47240224e5 req-71bf431f-ba84-40ba-bb9b-73d7a52e7131 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e7622b6a-b918-4e6e-83d3-1f7241aed5a6 HTTP/1.1" status: 200 len: 847 time: 0.0718780 Apr 15 11:01:27.163357 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3af700-0d47-4acb-9e3d-284f04df9a04 req-ab1512e4-64b3-4ddd-b235-8f8ccc9d912a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] No DVR routers for this DVR port 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff on host hv-cinder-78638 {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:01:27.175637 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7043f2-450a-46fb-af49-ce47240224e5 req-03def59f-e850-4d0a-80bf-cb66a6f374ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:27.175959 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-ca3af700-0d47-4acb-9e3d-284f04df9a04 req-ab1512e4-64b3-4ddd-b235-8f8ccc9d912a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.177691 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cf7043f2-450a-46fb-af49-ce47240224e5 req-03def59f-e850-4d0a-80bf-cb66a6f374ba service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=489d5acd-ee71-4613-a2b7-e64dddf50594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0933554 Apr 15 11:01:27.179163 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ac415b-3cb2-4bc8-87ca-d1d898d58a8d', 'name': 'network-vif-deleted', 'tag': '93a10b6b-50b6-4d80-8ed0-a39cd579a9ff'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:27.264130 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47878) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:27.274730 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ca3af700-0d47-4acb-9e3d-284f04df9a04 req-ab1512e4-64b3-4ddd-b235-8f8ccc9d912a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.102 "DELETE /v2.0/ports/93a10b6b-50b6-4d80-8ed0-a39cd579a9ff HTTP/1.1" status: 204 len: 173 time: 1.6690650 Apr 15 11:01:27.303831 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Network 64d721fb-2821-48d5-ac89-567367ad279d has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: % (table.description, expected, rows_matched) Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: % (table.description, expected, rows_matched) Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: % (table.description, expected, rows_matched) Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: % (table.description, expected, rows_matched) Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:01:27.330599 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:01:27.358553 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-47be83aa-5f4d-44bc-bf79-b0ae427b57d6 req-ce936ce6-7482-43e4-b8bf-f72ddcd204f7 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=30ac415b-3cb2-4bc8-87ca-d1d898d58a8d HTTP/1.1" status: 200 len: 210 time: 0.0849302 Apr 15 11:01:27.400757 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cf7043f2-450a-46fb-af49-ce47240224e5 req-78e90e7c-542e-489e-ad7e-adbdacbc59f3 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150302 Apr 15 11:01:27.432732 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-711541333-network', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:27.438391 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:27.442509 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Usage tracker for resource:network and tenant:64e845b4b0264c1294118578a41ac6bc is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:27.445693 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:27.454811 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ac415b-3cb2-4bc8-87ca-d1d898d58a8d', 'name': 'network-vif-deleted', 'tag': '93a10b6b-50b6-4d80-8ed0-a39cd579a9ff', 'status': 'completed', 'code': 200} Apr 15 11:01:27.455653 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:27.462905 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.467431 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:27.487419 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.492522 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Made reservation on behalf of 64e845b4b0264c1294118578a41ac6bc for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:27.497181 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.513788 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Pushing event deleted for resources: {'Network': ['ID=64d721fb-2821-48d5-ac89-567367ad279d,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:27.518918 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.528568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:27.539782 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:27.545451 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-c7ad607c-6813-4fd3-8063-6473c0e8033a admin admin] 10.222.0.96 "DELETE /v2.0/networks/64d721fb-2821-48d5-ac89-567367ad279d HTTP/1.1" status: 204 len: 168 time: 2.9498878 Apr 15 11:01:27.548545 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Usage tracker for resource:security_group_rule and tenant:64e845b4b0264c1294118578a41ac6bc is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:27.551752 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:27.558007 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:27.571208 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cf7043f2-450a-46fb-af49-ce47240224e5 req-01a4ec12-1bea-495a-a806-dff49f484486 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627481 Apr 15 11:01:27.651273 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.654770 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.660643 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e8f9820e-17f8-448b-9d80-a3b2ced557e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:27.685783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 47886) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:27.697795 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] vlan segment allocate from pool success with {'vlan_id': 1264, 'physical_network': 'physnet1'} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:01:27.708089 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff34e753-ae9e-4b59-a6cb-6fbf28011c04,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:27.711479 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:27.716473 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.716837 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Added segment 68d823b3-424c-47e3-896c-4627ada0183e of type vlan for network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb Apr 15 11:01:27.742340 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-dfa7ef9b-6b89-4982-9442-db79d44a232e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=95b6d3d44f5441d68e73436f3a947935&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0550025 Apr 15 11:01:27.745005 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 47890) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:27.745688 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.780442 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.781877 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:27.782769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.788162 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:27.815071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f68d5f24-1a4a-441f-b1ef-8ce529aedb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.845071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f68d5f24-1a4a-441f-b1ef-8ce529aedb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.893990 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f68d5f24-1a4a-441f-b1ef-8ce529aedb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.905401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-468208b8-bf2e-4b90-a6ff-6daf6dc8ae57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:27.910657 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6409066 Apr 15 11:01:27.910939 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47896) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:27.913939 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Pushing event updated for resources: {'Network': ['ID=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:27.916921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:27.921033 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Request body: {'subnet': {'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-711541333-subnet', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:27.923324 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d5f24-1a4a-441f-b1ef-8ce529aedb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c722e7e7-d1a0-4f69-9cb7-9fc4e94a3272,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:27.925344 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:01:27.925922 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f68d5f24-1a4a-441f-b1ef-8ce529aedb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:27.926890 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f68d5f24-1a4a-441f-b1ef-8ce529aedb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:27.928113 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:27.928525 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f68d5f24-1a4a-441f-b1ef-8ce529aedb21 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c722e7e7-d1a0-4f69-9cb7-9fc4e94a3272 HTTP/1.1" status: 204 len: 168 time: 0.1823215 Apr 15 11:01:27.932272 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Usage tracker for resource:subnet and tenant:64e845b4b0264c1294118578a41ac6bc is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:27.935801 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:27.943592 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:27.954791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Made reservation on behalf of 64e845b4b0264c1294118578a41ac6bc for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:27.959921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853269023'] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:28.122377 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af864c5b-4eef-4ba9-a5e3-b028945ec9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:28.519669 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:28.737914 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036842780566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853269008'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:28.753183 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:28.887196 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a1ca7f-c81a-4726-bf8f-87d09cd8edb0,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:28.892804 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:28.959920 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:28.976826 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Checking segment: {'id': '68d823b3-424c-47e3-896c-4627ada0183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:28.977233 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Network hostable DHCP agents. Network: a8c6a4fb-8275-4f46-95e0-8141aec6e5cb, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:01:28.999859 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:01:29.011839 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, a8c6a4fb-8275-4f46-95e0-8141aec6e5cb) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:29.026000 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:29.026819 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.060122 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6b385d6e-c1df-4d61-9ba7-3d34f463b574 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1449466 Apr 15 11:01:29.060122 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47930) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:29.067391 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:29.073286 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:29.079427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Usage tracker for resource:router and tenant:64e845b4b0264c1294118578a41ac6bc is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:29.083710 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:29.091132 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:29.105383 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763758'] for router, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.107195 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853839550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853837984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853845986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12058'] for router, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.125726 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.214170 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:01:29.214943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device 93a10b6b-50b6-4d80-8ed0-a39cd579a9ff not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:01:29.216538 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3296403e-a0ea-4b4a-9e09-3d8223d46bfa None None] Network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:29.458653 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853837965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12073'] for router, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.471811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.476409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df36fe-b1bb-56e7-8181-c51374db0232-a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'fixed_ips': [{'subnet_id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0'}]}} from dv-cinder-786385-1-smb. {{(pid=85287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 11:01:29.477748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.712616 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Allocated IP 172.20.0.2 (a8c6a4fb-8275-4f46-95e0-8141aec6e5cb/52a1ca7f-c81a-4726-bf8f-87d09cd8edb0/9712d41c-1044-4cb5-adad-3f69841dffa2) {{(pid=85287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:29.840209 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:29.877874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.010388 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Notify callbacks [] for port, precommit_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.029584 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Transition to ACTIVE for port object 9712d41c-1044-4cb5-adad-3f69841dffa2 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:30.065413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Transition to ACTIVE for port object 9712d41c-1044-4cb5-adad-3f69841dffa2 will not be triggered until provisioned by entity DHCP. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:30.073854 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.096513 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-59c61ad6-7c06-4598-9243-62a510709429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:30.108050 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Allocated IP 172.28.2.9 (07542e32-3df2-45eb-88b2-df384f761ab0/8a111444-f903-4ab8-a6a6-fdc00bae7494/976f8a8c-586d-4b8b-9aee-185aa9380e96) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:30.178641 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Pushing event updated for resources: {'Port': ['ID=9712d41c-1044-4cb5-adad-3f69841dffa2,revision_number=1']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:30.233080 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:30.285992 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.318575 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.327350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb is already hosted by enough agents. {{(pid=85287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:30.329125 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Resources bound (agent type, host, resource id): {{(pid=85287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:30.331740 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Received port after_create {{(pid=85287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:30.337619 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bd0f0667-ca56-432e-9ebc-b87827245578 tempest-AttachVolumeTestJSON-2012271029 tempest-AttachVolumeTestJSON-2012271029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:30.421523 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Pushing event updated for resources: {'Port': ['ID=976f8a8c-586d-4b8b-9aee-185aa9380e96,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:30.428633 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:30.431472 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Attempting to bind port 9712d41c-1044-4cb5-adad-3f69841dffa2 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:30.431941 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Attempting to bind port 9712d41c-1044-4cb5-adad-3f69841dffa2 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '68d823b3-424c-47e3-896c-4627ada0183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:30.432372 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Attempting to bind port 9712d41c-1044-4cb5-adad-3f69841dffa2 on network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:30.440656 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:30.441219 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Checking segment: {'id': '68d823b3-424c-47e3-896c-4627ada0183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:30.441792 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.442334 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Bound using segment: {'id': '68d823b3-424c-47e3-896c-4627ada0183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:30.443057 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Bound port: 9712d41c-1044-4cb5-adad-3f69841dffa2, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d823b3-424c-47e3-896c-4627ada0183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:30.443667 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.517408 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 47974) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:30.558044 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] For port 9712d41c-1044-4cb5-adad-3f69841dffa2, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:30.562254 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] For port 9712d41c-1044-4cb5-adad-3f69841dffa2, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=9712d41c-1044-4cb5-adad-3f69841dffa2,segment=NetworkSegment(68d823b3-424c-47e3-896c-4627ada0183e),segment_id=68d823b3-424c-47e3-896c-4627ada0183e)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:30.567616 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.571508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:30.572708 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:30.575816 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:30.643941 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:30.656425 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc6255d4-6371-43e0-8f60-28ffe2d66e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.671917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bc6255d4-6371-43e0-8f60-28ffe2d66e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:30.676097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-bc6255d4-6371-43e0-8f60-28ffe2d66e82 admin admin] Usage tracker for resource:security_group_rule and tenant:507312d27bb64e2e89529c9c86424049 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:30.679122 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-bc6255d4-6371-43e0-8f60-28ffe2d66e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:30.685079 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-bc6255d4-6371-43e0-8f60-28ffe2d66e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:30.747399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.755451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Pushing event updated for resources: {'Port': ['ID=9712d41c-1044-4cb5-adad-3f69841dffa2,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:30.758791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:30.779117 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc6255d4-6371-43e0-8f60-28ffe2d66e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.783219 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc6255d4-6371-43e0-8f60-28ffe2d66e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:30.792620 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-19dd34ea-95fa-4bd0-ab0e-6bcccb8edc9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:30.844980 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-bc6255d4-6371-43e0-8f60-28ffe2d66e82 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=507312d27bb64e2e89529c9c86424049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263052 Apr 15 11:01:30.845661 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47980) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:30.847927 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6255d4-6371-43e0-8f60-28ffe2d66e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8b6c72-cda0-4d4a-b1d0-b5e5995f5c74,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:30.851722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bc6255d4-6371-43e0-8f60-28ffe2d66e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:31.067280 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16d8eb9e-9042-4f76-b16e-32ac4d1798e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:31.116734 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16d8eb9e-9042-4f76-b16e-32ac4d1798e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:31.141735 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:31.597107 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16d8eb9e-9042-4f76-b16e-32ac4d1798e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:31.603183 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-87336959-4705-49c8-ab46-d9671bb44da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:31.618518 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8eb9e-9042-4f76-b16e-32ac4d1798e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8b6c72-cda0-4d4a-b1d0-b5e5995f5c74,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:31.662628 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 9712d41c-1044-4cb5-adad-3f69841dffa2 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:31.679673 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-16d8eb9e-9042-4f76-b16e-32ac4d1798e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:31.738546 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port 9712d41c-1044-4cb5-adad-3f69841dffa2 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:31.779223 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-16d8eb9e-9042-4f76-b16e-32ac4d1798e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:31.780456 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-16d8eb9e-9042-4f76-b16e-32ac4d1798e2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9b8b6c72-cda0-4d4a-b1d0-b5e5995f5c74 HTTP/1.1" status: 204 len: 168 time: 0.9339702 Apr 15 11:01:31.821962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853839368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937818'] for router, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.058101 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Router 987fe1c0-2699-4258-84d7-8d88c7484d9b is scheduled to L3 agent 5855746d-8229-4944-a008-0799a85f9945 with binding_index 1 {{(pid=85285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 11:01:32.160726 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 47994) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:32.181259 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-914ca19a-8e45-4a0c-96c8-dae9020cf207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.199350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-914ca19a-8e45-4a0c-96c8-dae9020cf207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:32.204746 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-914ca19a-8e45-4a0c-96c8-dae9020cf207 admin admin] Usage tracker for resource:security_group_rule and tenant:f2560ed377ca4bd28052d56c6216ccde is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:32.207938 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-914ca19a-8e45-4a0c-96c8-dae9020cf207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:32.208094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354eefd7-6e03-451a-af0c-636fafb49c0d None None] Network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:32.214299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-914ca19a-8e45-4a0c-96c8-dae9020cf207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:32.272539 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:32.288283 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Sync routers for ids ['987fe1c0-2699-4258-84d7-8d88c7484d9b'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:32.295066 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] Notify callbacks [] for router, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.299571 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-4d6c735e-486e-4c72-9ee5-160863bd4d5d admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2340250 Apr 15 11:01:32.299822 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 47998) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:32.308357 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-914ca19a-8e45-4a0c-96c8-dae9020cf207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.310646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-914ca19a-8e45-4a0c-96c8-dae9020cf207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.319223 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Routers {'987fe1c0-2699-4258-84d7-8d88c7484d9b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:32.319932 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:01:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['987fe1c0-2699-4258-84d7-8d88c7484d9b'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:32.321811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-15697125-ae68-4571-8b2a-48f0fc3b36be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:32.358547 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ca19a-8e45-4a0c-96c8-dae9020cf207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48fd576-7c4a-4866-ae30-544a6cd302d5,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:32.373367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-e52c7bb0-3339-46a1-8372-52af68a8578d None None] Provisioning for port 9712d41c-1044-4cb5-adad-3f69841dffa2 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:32.374008 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-914ca19a-8e45-4a0c-96c8-dae9020cf207 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f2560ed377ca4bd28052d56c6216ccde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120316 Apr 15 11:01:32.374810 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 48002) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:32.376086 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-914ca19a-8e45-4a0c-96c8-dae9020cf207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:32.390017 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-e52c7bb0-3339-46a1-8372-52af68a8578d None None] Provisioning complete for port 9712d41c-1044-4cb5-adad-3f69841dffa2 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:32.390441 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e52c7bb0-3339-46a1-8372-52af68a8578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.441293 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-08964fd4-7405-482b-a465-1244d0b4758f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.472334 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-08964fd4-7405-482b-a465-1244d0b4758f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.528379 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-08964fd4-7405-482b-a465-1244d0b4758f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.536045 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d03a4fba-f43f-4858-b34a-eab803855485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:32.551845 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08964fd4-7405-482b-a465-1244d0b4758f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48fd576-7c4a-4866-ae30-544a6cd302d5,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:32.561467 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-08964fd4-7405-482b-a465-1244d0b4758f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:32.563556 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-08964fd4-7405-482b-a465-1244d0b4758f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:32.565830 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-08964fd4-7405-482b-a465-1244d0b4758f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e48fd576-7c4a-4866-ae30-544a6cd302d5 HTTP/1.1" status: 204 len: 168 time: 0.1882589 Apr 15 11:01:32.799348 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Set router 987fe1c0-2699-4258-84d7-8d88c7484d9b gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:32.917496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e52c7bb0-3339-46a1-8372-52af68a8578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.141066 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-1371c791-6db2-4dfd-a220-792dc9b6f5c5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:33.144163 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-1371c791-6db2-4dfd-a220-792dc9b6f5c5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/networks?id=a452eda0-4d6a-4729-b835-8f803d8acff8 HTTP/1.1" status: 200 len: 814 time: 0.1902697 Apr 15 11:01:33.165753 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-56ec88fd-0e60-45f2-81e7-ce02f1e5d687 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/quotas/e0ae82ad5f464eca8903fe25b0d06617 HTTP/1.1" status: 200 len: 375 time: 0.0140460 Apr 15 11:01:33.180812 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.218762 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-e52c7bb0-3339-46a1-8372-52af68a8578d None None] For port 9712d41c-1044-4cb5-adad-3f69841dffa2, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=9712d41c-1044-4cb5-adad-3f69841dffa2,segment=NetworkSegment(68d823b3-424c-47e3-896c-4627ada0183e),segment_id=68d823b3-424c-47e3-896c-4627ada0183e)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:33.232238 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e52c7bb0-3339-46a1-8372-52af68a8578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.239429 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-540feef8-bce5-420a-8d24-afccde7c13e3 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e0ae82ad5f464eca8903fe25b0d06617&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646482 Apr 15 11:01:33.243651 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:33.363439 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c7bb0-3339-46a1-8372-52af68a8578d None None] Pushing event updated for resources: {'Port': ['ID=9712d41c-1044-4cb5-adad-3f69841dffa2,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:33.367850 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e52c7bb0-3339-46a1-8372-52af68a8578d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:33.445702 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:01:33.453958 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-befe4171-3896-47ed-830f-5ad7bb716ef5 service neutron] 10.222.0.96 "GET /v2.0/networks/a452eda0-4d6a-4729-b835-8f803d8acff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055109 Apr 15 11:01:33.475313 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:30Z', 'revision_number': 3, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port': {'id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:33.479788 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Checking router: 987fe1c0-2699-4258-84d7-8d88c7484d9b for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:33.480496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Updating router 987fe1c0-2699-4258-84d7-8d88c7484d9b port 976f8a8c-586d-4b8b-9aee-185aa9380e96 binding host dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:01:33.489187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Allocated IP 172.20.0.1 (a8c6a4fb-8275-4f46-95e0-8141aec6e5cb/52a1ca7f-c81a-4726-bf8f-87d09cd8edb0/13361b77-c44a-4dce-bdc5-808843e82f46) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:33.570042 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.714675 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 9712d41c-1044-4cb5-adad-3f69841dffa2 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:33.722063 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.724842 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-da0eba66-d902-47ca-be9c-ac6fc5f5c397 service neutron] 10.222.0.96 "GET /v2.0/networks/a452eda0-4d6a-4729-b835-8f803d8acff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635405 Apr 15 11:01:33.742446 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Transition to ACTIVE for port object 13361b77-c44a-4dce-bdc5-808843e82f46 will not be triggered until provisioned by entity DHCP. {{(pid=85285) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:33.777907 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.797829 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:33.850225 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-e39f79b0-7f29-4e9d-84dc-89200f571199 None None] Provisioning complete for port 9712d41c-1044-4cb5-adad-3f69841dffa2 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:33.850621 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e39f79b0-7f29-4e9d-84dc-89200f571199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.961275 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4dc53d4b-79a8-437f-99ef-35d383d9e2e6 req-468eebc8-0810-4b72-9e6e-57cc4130eff2 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0726233 Apr 15 11:01:34.002763 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Pushing event updated for resources: {'Port': ['ID=13361b77-c44a-4dce-bdc5-808843e82f46,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:34.016235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:34.090759 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:34.092874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:34.095777 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:34.163424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 9712d41c-1044-4cb5-adad-3f69841dffa2 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:34.163912 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:34.179695 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-937887'] for router_interface, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:34.441605 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-f8dea0eb-e212-41b9-b913-0444e84f1f53 None None] Provisioning for port 13361b77-c44a-4dce-bdc5-808843e82f46 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:34.447751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:34.456709 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-f8dea0eb-e212-41b9-b913-0444e84f1f53 None None] Provisioning complete for port 13361b77-c44a-4dce-bdc5-808843e82f46 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:34.457235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f8dea0eb-e212-41b9-b913-0444e84f1f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:34.472153 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:34.529236 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-f8dea0eb-e212-41b9-b913-0444e84f1f53 None None] Port 13361b77-c44a-4dce-bdc5-808843e82f46 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:01:34.534359 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Transition to ACTIVE for port object 976f8a8c-586d-4b8b-9aee-185aa9380e96 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:34.572558 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:34.595069 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0ef09d2b-ee47-46ee-a85a-9a73a1f466d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:34.755298 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd442767-1cd5-4016-8cda-7cb5e217a09b None None] Pushing event updated for resources: {'Port': ['ID=976f8a8c-586d-4b8b-9aee-185aa9380e96,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:34.759967 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fd442767-1cd5-4016-8cda-7cb5e217a09b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:34.850038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Attempting to bind port 976f8a8c-586d-4b8b-9aee-185aa9380e96 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:34.850466 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Attempting to bind port 976f8a8c-586d-4b8b-9aee-185aa9380e96 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:34.850921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Attempting to bind port 976f8a8c-586d-4b8b-9aee-185aa9380e96 on network 07542e32-3df2-45eb-88b2-df384f761ab0 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:34.857708 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:34.858135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Checking segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:34.858644 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:34.859093 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Bound using segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:34.859689 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Bound port: 976f8a8c-586d-4b8b-9aee-185aa9380e96, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:34.860118 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:34.975787 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] For port 976f8a8c-586d-4b8b-9aee-185aa9380e96, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:34.979247 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] For port 976f8a8c-586d-4b8b-9aee-185aa9380e96, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=976f8a8c-586d-4b8b-9aee-185aa9380e96,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:34.992515 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:35.010629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0b5ef65f-0049-4eb4-a46a-03a84e2287f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:35.137049 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:35.141692 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:35.145224 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-39b42a1a-1696-47ba-b2fd-a8bd5284b1c4 req-9c4130d7-00c8-44f5-afb6-bd7c0ba18da6 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0568619 Apr 15 11:01:35.178895 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c9e233b1-3529-462f-bd33-b5d3944ca1d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:35.237064 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd442767-1cd5-4016-8cda-7cb5e217a09b None None] Pushing event updated for resources: {'Port': ['ID=976f8a8c-586d-4b8b-9aee-185aa9380e96,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:35.243363 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fd442767-1cd5-4016-8cda-7cb5e217a09b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:35.270418 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Pushing event updated for resources: {'Port': ['ID=13361b77-c44a-4dce-bdc5-808843e82f46,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:35.270675 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Routers {'987fe1c0-2699-4258-84d7-8d88c7484d9b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:35.271276 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:01:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['987fe1c0-2699-4258-84d7-8d88c7484d9b'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:35.273275 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937268'] for router_interface, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:35.289446 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:35.418231 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:35.419576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:35.468277 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] Set router 987fe1c0-2699-4258-84d7-8d88c7484d9b gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:35.680228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Router 987fe1c0-2699-4258-84d7-8d88c7484d9b has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:01:35.720030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-24f25546-5e4e-49cd-8b83-ef0a4afd4192 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:35.721554 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-24f25546-5e4e-49cd-8b83-ef0a4afd4192 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.102 "GET /v2.0/networks?id=a452eda0-4d6a-4729-b835-8f803d8acff8 HTTP/1.1" status: 200 len: 814 time: 0.1929357 Apr 15 11:01:35.744458 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Request body: {'port': {'device_id': '1e043b9d-54d8-4408-91ca-4603cd96b2d3', 'network_id': 'a452eda0-4d6a-4729-b835-8f803d8acff8', 'admin_state_up': True, 'tenant_id': 'e0ae82ad5f464eca8903fe25b0d06617'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:35.795869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-303fa54f-7e0c-4cf8-bd2e-631dc65c9b03 None None] Provisioning complete for port 13361b77-c44a-4dce-bdc5-808843e82f46 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:35.796295 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-303fa54f-7e0c-4cf8-bd2e-631dc65c9b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:35.909340 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:35.918871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-303fa54f-7e0c-4cf8-bd2e-631dc65c9b03 None None] Port 13361b77-c44a-4dce-bdc5-808843e82f46 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:01:35.922150 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] 10.222.0.96 "PUT /v2.0/routers/987fe1c0-2699-4258-84d7-8d88c7484d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6208637 Apr 15 11:01:35.954369 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 4, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port': {'id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '13361b77-c44a-4dce-bdc5-808843e82f46', 'name': '', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'mac_address': 'fa:16:3e:ea:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 2, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'subnets': [{'id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:35.959701 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f269e3-6f4d-4bd8-a91e-5dec34099928 None None] The sync data for ids ['987fe1c0-2699-4258-84d7-8d88c7484d9b'] in dv-cinder-786385-1-smb is: [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 4, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port': {'id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '13361b77-c44a-4dce-bdc5-808843e82f46', 'name': '', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'mac_address': 'fa:16:3e:ea:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 2, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'subnets': [{'id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:36.170437 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:36.175405 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Usage tracker for resource:port and tenant:e0ae82ad5f464eca8903fe25b0d06617 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:36.178421 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:36.201620 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:36.213064 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Made reservation on behalf of e0ae82ad5f464eca8903fe25b0d06617 for: {'port': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:36.220627 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:36.386861 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-333bd3d2-b468-4bd4-bd0d-1cf378e3ec9b req-28968bde-f091-4f32-86c1-81866a5d44a0 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 210 time: 0.0903895 Apr 15 11:01:36.525830 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Allocated IP 172.20.0.9 (a452eda0-4d6a-4729-b835-8f803d8acff8/e18ab778-655c-413e-9163-61a8dff496b3/c60a36ad-a67f-4603-abd3-51746c701e5f) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:36.746418 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48102) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:36.754270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1199380276-network', 'tenant_id': '9be8316c99b94b778e57f68410625f94'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:36.766612 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:36.780251 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Usage tracker for resource:network and tenant:9be8316c99b94b778e57f68410625f94 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:36.783937 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:36.795399 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:36.814935 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:36.824251 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Made reservation on behalf of 9be8316c99b94b778e57f68410625f94 for: {'network': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:36.830081 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for network, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:36.849752 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:36.855360 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:36.866804 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:36.877005 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Usage tracker for resource:security_group_rule and tenant:9be8316c99b94b778e57f68410625f94 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:36.880158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:36.893334 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-228ba464-8e25-4506-83fb-2b38009ad427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:36.915503 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:37.043128 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.046102 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.053010 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-52459212-dce5-45f6-bcd6-85a5be73e46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:37.076421 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=85285) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:01:37.100919 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6575859d-9d42-4bb4-82f9-11db0aa85466,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:37.104505 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:37.105816 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.106211 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.segments_db [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Added segment 7460e256-6678-4258-b154-33ebf04ee239 of type vlan for network 19928c64-2e52-4d97-b525-6b26ba4e5cf1 Apr 15 11:01:37.108070 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Pushing event updated for resources: {'Port': ['ID=c60a36ad-a67f-4603-abd3-51746c701e5f,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:37.113473 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:37.140087 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794446039786'] for network, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.170772 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Network a452eda0-4d6a-4729-b835-8f803d8acff8 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:37.172141 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:37.174834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:37.175878 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340'] for network, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.177900 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:37.179250 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.185351 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:37.245748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:37.246635 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.272394 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-8adba0ff-5145-4475-abeb-20af00384ac9 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5342450 Apr 15 11:01:37.292337 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Request body: {'port': {'device_id': '1e043b9d-54d8-4408-91ca-4603cd96b2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:37.308382 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5581393 Apr 15 11:01:37.308382 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Pushing event updated for resources: {'Network': ['ID=19928c64-2e52-4d97-b525-6b26ba4e5cf1,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:37.309780 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:37.310468 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48114) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:37.317469 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Request body: {'subnet': {'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1199380276-subnet', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'ip_version': 4}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:37.321338 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Network 19928c64-2e52-4d97-b525-6b26ba4e5cf1 details requested by agent ovs-agent-dv-cinder-786385-1-smb with host dv-cinder-786385-1-smb {{(pid=85287) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:01:37.323987 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:37.328878 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Usage tracker for resource:subnet and tenant:9be8316c99b94b778e57f68410625f94 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:37.332366 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:37.338791 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:37.355769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Made reservation on behalf of 9be8316c99b94b778e57f68410625f94 for: {'subnet': 1} {{(pid=85285) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:01:37.361820 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853269023'] for subnet, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.462225 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.666375 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 976f8a8c-586d-4b8b-9aee-185aa9380e96 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:37.748394 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port 976f8a8c-586d-4b8b-9aee-185aa9380e96 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:37.754913 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 976f8a8c-586d-4b8b-9aee-185aa9380e96 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:37.755240 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.775147 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7836f-8487-4207-809a-33449f566583 req-171ba5e6-e0d1-4fa8-a3f6-d40bb1aa624a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:37.776065 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-e0e7836f-8487-4207-809a-33449f566583 req-171ba5e6-e0d1-4fa8-a3f6-d40bb1aa624a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Synchronizing usage tracker for tenant:e0ae82ad5f464eca8903fe25b0d06617 on resource:port {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:01:37.853887 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036842780566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853269008'] for subnet, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.870023 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-e0e7836f-8487-4207-809a-33449f566583 req-171ba5e6-e0d1-4fa8-a3f6-d40bb1aa624a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Unset dirty status for tenant:e0ae82ad5f464eca8903fe25b0d06617 on resource:port {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:01:37.871328 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0e7836f-8487-4207-809a-33449f566583 req-171ba5e6-e0d1-4fa8-a3f6-d40bb1aa624a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 931 time: 0.3333135 Apr 15 11:01:37.910999 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.929863 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port 976f8a8c-586d-4b8b-9aee-185aa9380e96, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=976f8a8c-586d-4b8b-9aee-185aa9380e96,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:37.933770 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.936293 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:37.942993 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e0e7836f-8487-4207-809a-33449f566583 req-56cd6bf6-f18b-47c0-a99a-cf00e0e64e54 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580456 Apr 15 11:01:37.955129 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:38.019563 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=976f8a8c-586d-4b8b-9aee-185aa9380e96,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:38.023925 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:38.049917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0883e272-4887-475d-be00-ebacc89ddf0f,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:38.055678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:38.086613 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60a36ad-a67f-4603-abd3-51746c701e5f {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:01:38.089041 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Checking segment: {'id': '7460e256-6678-4258-b154-33ebf04ee239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:38.089453 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Network hostable DHCP agents. Network: 19928c64-2e52-4d97-b525-6b26ba4e5cf1, hostable agents: ['1e6fcbd1-1c65-4f29-9934-be8c9850d5ff'], hosted agents: [] {{(pid=85285) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:01:38.095270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.111339 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Network 19928c64-2e52-4d97-b525-6b26ba4e5cf1 is scheduled to be hosted by DHCP agent 1e6fcbd1-1c65-4f29-9934-be8c9850d5ff with binding_index 1 {{(pid=85285) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:01:38.113524 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Transition to ACTIVE for port object c60a36ad-a67f-4603-abd3-51746c701e5f will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:38.116318 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843394218'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.120840 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786385-1-smb, 19928c64-2e52-4d97-b525-6b26ba4e5cf1) {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:38.132646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dbc830-393d-41c3-828a-baa45c95f01a None None] Network 19928c64-2e52-4d97-b525-6b26ba4e5cf1 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:38.138994 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:38.139655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.171729 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-85c6e509-81ea-416e-85ae-7d615c4ada78 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8580453 Apr 15 11:01:38.172613 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48124) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:38.179924 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1199380276-router', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:38.185785 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:38.191173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Usage tracker for resource:router and tenant:9be8316c99b94b778e57f68410625f94 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:38.195310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:38.202341 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:38.221863 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936417', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854763758'] for router, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.223173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853839550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853837984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853845986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12058'] for router, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.240251 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.250380 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:38.323929 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c60a36ad-a67f-4603-abd3-51746c701e5f,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:38.329281 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:38.431893 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75df36fe-b1bb-56e7-8181-c51374db0232-19928c64-2e52-4d97-b525-6b26ba4e5cf1', 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'fixed_ips': [{'subnet_id': '0883e272-4887-475d-be00-ebacc89ddf0f'}]}} from dv-cinder-786385-1-smb. {{(pid=85287) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 11:01:38.432848 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.530195 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Attempting to bind port c60a36ad-a67f-4603-abd3-51746c701e5f on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:38.530904 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Attempting to bind port c60a36ad-a67f-4603-abd3-51746c701e5f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ab2970f7-c399-4b6f-be6b-96590eb172bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a452eda0-4d6a-4729-b835-8f803d8acff8'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:38.532319 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Attempting to bind port c60a36ad-a67f-4603-abd3-51746c701e5f on network a452eda0-4d6a-4729-b835-8f803d8acff8 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:38.539473 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Port c60a36ad-a67f-4603-abd3-51746c701e5f on network a452eda0-4d6a-4729-b835-8f803d8acff8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:01:38.540112 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Attempting to bind port c60a36ad-a67f-4603-abd3-51746c701e5f on network a452eda0-4d6a-4729-b835-8f803d8acff8 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:38.549178 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:38.549836 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Checking segment: {'id': 'ab2970f7-c399-4b6f-be6b-96590eb172bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a452eda0-4d6a-4729-b835-8f803d8acff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:38.550425 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Bound using segment: {'id': 'ab2970f7-c399-4b6f-be6b-96590eb172bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a452eda0-4d6a-4729-b835-8f803d8acff8'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:38.551316 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Bound port: c60a36ad-a67f-4603-abd3-51746c701e5f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2970f7-c399-4b6f-be6b-96590eb172bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a452eda0-4d6a-4729-b835-8f803d8acff8'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:38.551898 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.567260 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853837965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12073'] for router, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.671069 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] For port c60a36ad-a67f-4603-abd3-51746c701e5f, host hv-cinder-78638, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:38.675636 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] For port c60a36ad-a67f-4603-abd3-51746c701e5f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c60a36ad-a67f-4603-abd3-51746c701e5f,segment=NetworkSegment(ab2970f7-c399-4b6f-be6b-96590eb172bf),segment_id=ab2970f7-c399-4b6f-be6b-96590eb172bf)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:38.684552 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843394218'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.711139 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:38.825099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Allocated IP 172.20.0.2 (19928c64-2e52-4d97-b525-6b26ba4e5cf1/0883e272-4887-475d-be00-ebacc89ddf0f/dfa60957-86cc-4dce-91a5-1e004ee816f7) {{(pid=85287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:38.910632 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:38.911617 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.913487 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] 10.222.0.102 "PUT /v2.0/ports/c60a36ad-a67f-4603-abd3-51746c701e5f HTTP/1.1" status: 200 len: 1093 time: 1.6261752 Apr 15 11:01:38.914258 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e043b9d-54d8-4408-91ca-4603cd96b2d3', 'tag': 'c60a36ad-a67f-4603-abd3-51746c701e5f'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:38.924193 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c60a36ad-a67f-4603-abd3-51746c701e5f,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:38.939187 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:39.061373 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.121978 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Notify callbacks [] for port, precommit_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.135323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Transition to ACTIVE for port object dfa60957-86cc-4dce-91a5-1e004ee816f7 will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:39.141342 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.161153 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Transition to ACTIVE for port object dfa60957-86cc-4dce-91a5-1e004ee816f7 will not be triggered until provisioned by entity DHCP. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:39.162238 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-04631d91-fcc2-44ef-b83f-6edd9bb9a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:39.163921 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-04631d91-fcc2-44ef-b83f-6edd9bb9a738 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e0ae82ad5f464eca8903fe25b0d06617&device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 1096 time: 0.1622443 Apr 15 11:01:39.167501 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450'] for port, after_create {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.185276 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:39.254998 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-964c0d85-f8f8-4e29-909a-9561237edda9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c60a36ad-a67f-4603-abd3-51746c701e5f HTTP/1.1" status: 200 len: 217 time: 0.0769465 Apr 15 11:01:39.372430 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-915496e4-0573-4a08-b95d-89401b55b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:39.374393 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-915496e4-0573-4a08-b95d-89401b55b7ee service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e18ab778-655c-413e-9163-61a8dff496b3 HTTP/1.1" status: 200 len: 854 time: 0.1109159 Apr 15 11:01:39.381387 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Allocated IP 172.28.2.182 (07542e32-3df2-45eb-88b2-df384f761ab0/8a111444-f903-4ab8-a6a6-fdc00bae7494/feb90d80-aaee-4473-98d1-aac947f3fd8d) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:39.419476 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Pushing event updated for resources: {'Port': ['ID=dfa60957-86cc-4dce-91a5-1e004ee816f7,revision_number=1']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:39.427588 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:39.450058 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-4f8de521-81ec-4112-a34c-c303cec0b716 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a452eda0-4d6a-4729-b835-8f803d8acff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671878 Apr 15 11:01:39.451970 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e043b9d-54d8-4408-91ca-4603cd96b2d3', 'tag': 'c60a36ad-a67f-4603-abd3-51746c701e5f', 'status': 'completed', 'code': 200} Apr 15 11:01:39.563261 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Network 19928c64-2e52-4d97-b525-6b26ba4e5cf1 is already hosted by enough agents. {{(pid=85287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:39.564597 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Resources bound (agent type, host, resource id): {{(pid=85287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:39.567363 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Received port after_create {{(pid=85287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:39.587789 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.637787 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.680740 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6f7b313d-a1b5-4141-bfb0-4118560cab68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:39.691039 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 976f8a8c-586d-4b8b-9aee-185aa9380e96 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:39.696327 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Sync routers for ids ['987fe1c0-2699-4258-84d7-8d88c7484d9b'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:39.712645 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Routers {'987fe1c0-2699-4258-84d7-8d88c7484d9b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:39.715041 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:01:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['987fe1c0-2699-4258-84d7-8d88c7484d9b'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:39.778358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Attempting to bind port dfa60957-86cc-4dce-91a5-1e004ee816f7 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:39.778812 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Attempting to bind port dfa60957-86cc-4dce-91a5-1e004ee816f7 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '7460e256-6678-4258-b154-33ebf04ee239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:39.779234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Attempting to bind port dfa60957-86cc-4dce-91a5-1e004ee816f7 on network 19928c64-2e52-4d97-b525-6b26ba4e5cf1 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:39.784516 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b732d4f-a7a3-4783-9652-0108f3aeebc1 req-eacd0fd3-8a5d-4aa2-9f3b-c871fef56e39 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:39.786350 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2b732d4f-a7a3-4783-9652-0108f3aeebc1 req-eacd0fd3-8a5d-4aa2-9f3b-c871fef56e39 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 943 time: 0.1693101 Apr 15 11:01:39.793077 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-e671702d-7ba6-43be-b329-2c1d4128ccc6 service neutron] 10.222.0.102 "GET /v2.0/networks/a452eda0-4d6a-4729-b835-8f803d8acff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337138 Apr 15 11:01:39.807414 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:39.807853 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Checking segment: {'id': '7460e256-6678-4258-b154-33ebf04ee239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:39.808314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.808769 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Bound using segment: {'id': '7460e256-6678-4258-b154-33ebf04ee239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:39.809317 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Bound port: dfa60957-86cc-4dce-91a5-1e004ee816f7, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7460e256-6678-4258-b154-33ebf04ee239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:39.809749 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.822904 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 976f8a8c-586d-4b8b-9aee-185aa9380e96 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:39.823334 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.845001 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Pushing event updated for resources: {'Port': ['ID=feb90d80-aaee-4473-98d1-aac947f3fd8d,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:39.891115 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.899112 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.899776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.900431 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.901276 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.901919 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.902448 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.903216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.904420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.914858 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.915643 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.916173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.924545 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:39.965612 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2b732d4f-a7a3-4783-9652-0108f3aeebc1 req-9c5587a9-5d41-4234-b089-d8121dfc7d13 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708610 Apr 15 11:01:39.991902 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:40.003350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:40.010208 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:40.022605 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Set router 987fe1c0-2699-4258-84d7-8d88c7484d9b gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:40.028368 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] For port dfa60957-86cc-4dce-91a5-1e004ee816f7, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:40.032715 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] For port dfa60957-86cc-4dce-91a5-1e004ee816f7, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=dfa60957-86cc-4dce-91a5-1e004ee816f7,segment=NetworkSegment(7460e256-6678-4258-b154-33ebf04ee239),segment_id=7460e256-6678-4258-b154-33ebf04ee239)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:40.041844 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.122857 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:40.170789 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0d8db624-2739-4b80-8409-9d32ef0b8465 req-b6c1ddc7-0fcf-4a75-987d-6f0ae5ee46aa service neutron] 10.222.0.102 "GET /v2.0/networks/a452eda0-4d6a-4729-b835-8f803d8acff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580009 Apr 15 11:01:40.324457 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Pushing event updated for resources: {'Port': ['ID=dfa60957-86cc-4dce-91a5-1e004ee816f7,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:40.339726 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:40.361962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dade1f-5f94-4491-a1cc-3ae8669eff06 req-6db370fb-2392-41b3-8102-1530ba1300ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:40.363626 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-77dade1f-5f94-4491-a1cc-3ae8669eff06 req-6db370fb-2392-41b3-8102-1530ba1300ae service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e0ae82ad5f464eca8903fe25b0d06617&device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 1096 time: 0.0965312 Apr 15 11:01:40.440268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 4, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port': {'id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '13361b77-c44a-4dce-bdc5-808843e82f46', 'name': '', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'mac_address': 'fa:16:3e:ea:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 2, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'subnets': [{'id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:40.444517 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Checking router: 987fe1c0-2699-4258-84d7-8d88c7484d9b for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:40.444933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Updating router 987fe1c0-2699-4258-84d7-8d88c7484d9b port 13361b77-c44a-4dce-bdc5-808843e82f46 binding host dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:01:40.511530 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.525214 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dade1f-5f94-4491-a1cc-3ae8669eff06 req-bc006e30-fda9-416c-846b-0c9d5a1b3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:40.526838 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-77dade1f-5f94-4491-a1cc-3ae8669eff06 req-bc006e30-fda9-416c-846b-0c9d5a1b3646 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a452eda0-4d6a-4729-b835-8f803d8acff8 HTTP/1.1" status: 200 len: 916 time: 0.1553032 Apr 15 11:01:40.607980 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-77dade1f-5f94-4491-a1cc-3ae8669eff06 req-e382f780-7b8e-4382-99dc-8fe3409bee1c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c60a36ad-a67f-4603-abd3-51746c701e5f HTTP/1.1" status: 200 len: 217 time: 0.0737925 Apr 15 11:01:40.712248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dade1f-5f94-4491-a1cc-3ae8669eff06 req-60901b8e-d0bd-4f8e-8d84-e81df1794d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:40.713829 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-77dade1f-5f94-4491-a1cc-3ae8669eff06 req-60901b8e-d0bd-4f8e-8d84-e81df1794d6d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e18ab778-655c-413e-9163-61a8dff496b3 HTTP/1.1" status: 200 len: 854 time: 0.0978985 Apr 15 11:01:40.781798 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-77dade1f-5f94-4491-a1cc-3ae8669eff06 req-37bd5dee-0656-4c2c-a1a7-d8a0ad1281a9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a452eda0-4d6a-4729-b835-8f803d8acff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576048 Apr 15 11:01:40.786107 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:40.938270 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-77dade1f-5f94-4491-a1cc-3ae8669eff06 req-692a2678-18b0-4a4c-a2cd-7c7a5aa95dfa service neutron] 10.222.0.102 "GET /v2.0/networks/a452eda0-4d6a-4729-b835-8f803d8acff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478126 Apr 15 11:01:41.009074 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Notify callbacks [] for port, precommit_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.027685 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Transition to ACTIVE for port object 13361b77-c44a-4dce-bdc5-808843e82f46 will not be triggered until provisioned by entity L2. {{(pid=85288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:41.034833 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.052007 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c595a500-ed62-4069-ba81-5556986fdee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:41.224144 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Pushing event updated for resources: {'Port': ['ID=13361b77-c44a-4dce-bdc5-808843e82f46,revision_number=3']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:41.245009 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853839368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-937818'] for router, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.248553 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:41.248939 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:41.249316 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:41.250205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:41.250610 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:41.250983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:41.251346 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:41.251705 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:41.252066 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:41.252426 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:41.252783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:41.253136 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:41.257332 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:41.505615 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-77dade1f-5f94-4491-a1cc-3ae8669eff06 req-213e775e-0072-4d26-84a3-c4bab75e3b04 service neutron] 10.222.0.102 "GET /v2.0/networks/a452eda0-4d6a-4729-b835-8f803d8acff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600185 Apr 15 11:01:41.533455 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Router 3c2073b1-f4f2-4822-9914-05fcf15775d1 is scheduled to L3 agent 5855746d-8229-4944-a008-0799a85f9945 with binding_index 1 {{(pid=85285) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 11:01:41.550086 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Attempting to bind port 13361b77-c44a-4dce-bdc5-808843e82f46 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:41.550518 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Attempting to bind port 13361b77-c44a-4dce-bdc5-808843e82f46 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '68d823b3-424c-47e3-896c-4627ada0183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb'}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:41.551136 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Attempting to bind port 13361b77-c44a-4dce-bdc5-808843e82f46 on network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:41.568734 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:41.571756 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Checking segment: {'id': '68d823b3-424c-47e3-896c-4627ada0183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:41.572709 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.573146 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Bound using segment: {'id': '68d823b3-424c-47e3-896c-4627ada0183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb'} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:41.573692 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Bound port: 13361b77-c44a-4dce-bdc5-808843e82f46, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d823b3-424c-47e3-896c-4627ada0183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb'}}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:41.582706 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7148623-d08e-4610-b2ac-e1a64bd75dc7 req-f85775f9-8ee9-4b2e-8143-b6f354349ef2 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:41.584786 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c7148623-d08e-4610-b2ac-e1a64bd75dc7 req-f85775f9-8ee9-4b2e-8143-b6f354349ef2 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 943 time: 0.1892729 Apr 15 11:01:41.591178 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.675824 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c7148623-d08e-4610-b2ac-e1a64bd75dc7 req-7b7b4da5-4fcc-4ad9-992f-e212da8418a4 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844207 Apr 15 11:01:41.780728 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device dfa60957-86cc-4dce-91a5-1e004ee816f7 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:41.781518 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] For port 13361b77-c44a-4dce-bdc5-808843e82f46, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:41.785644 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] For port 13361b77-c44a-4dce-bdc5-808843e82f46, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=13361b77-c44a-4dce-bdc5-808843e82f46,segment=NetworkSegment(68d823b3-424c-47e3-896c-4627ada0183e),segment_id=68d823b3-424c-47e3-896c-4627ada0183e)] {{(pid=85288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:41.790852 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.823218 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:41.855579 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Sync routers for ids ['3c2073b1-f4f2-4822-9914-05fcf15775d1'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:41.855799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] Notify callbacks [] for router, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:41.857184 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-9b0e8a53-d846-4db1-807e-d86edd587e2b admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6826587 Apr 15 11:01:41.860810 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 48176) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:41.873480 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Routers {'3c2073b1-f4f2-4822-9914-05fcf15775d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:41.874191 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:01:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['3c2073b1-f4f2-4822-9914-05fcf15775d1'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:41.935058 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:42.030229 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f66409-5a9b-4e17-b6a2-e836792e42eb None None] Network 19928c64-2e52-4d97-b525-6b26ba4e5cf1 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:01:42.082985 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Pushing event updated for resources: {'Port': ['ID=13361b77-c44a-4dce-bdc5-808843e82f46,revision_number=4']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:42.086966 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5571037b-5bdf-48e9-82ad-cb2c2472324d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:42.107304 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Routers {'987fe1c0-2699-4258-84d7-8d88c7484d9b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:42.108003 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:01:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['987fe1c0-2699-4258-84d7-8d88c7484d9b'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:42.113617 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port dfa60957-86cc-4dce-91a5-1e004ee816f7 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:42.151727 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c33ae8d8-3d28-4cc1-adcb-6b100ea13063 None None] Provisioning for port dfa60957-86cc-4dce-91a5-1e004ee816f7 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:42.173128 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c33ae8d8-3d28-4cc1-adcb-6b100ea13063 None None] Provisioning complete for port dfa60957-86cc-4dce-91a5-1e004ee816f7 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:42.173562 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c33ae8d8-3d28-4cc1-adcb-6b100ea13063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:42.331238 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Set router 3c2073b1-f4f2-4822-9914-05fcf15775d1 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:42.348393 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] Set router 987fe1c0-2699-4258-84d7-8d88c7484d9b gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:42.684407 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:42.710357 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 4, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port': {'id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '13361b77-c44a-4dce-bdc5-808843e82f46', 'name': '', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'mac_address': 'fa:16:3e:ea:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:41Z', 'revision_number': 4, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'subnets': [{'id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:42.715028 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91214c3c-a9df-4a2e-b101-1683813695d3 None None] The sync data for ids ['987fe1c0-2699-4258-84d7-8d88c7484d9b'] in dv-cinder-786385-1-smb is: [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 4, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port': {'id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '13361b77-c44a-4dce-bdc5-808843e82f46', 'name': '', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'mac_address': 'fa:16:3e:ea:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:41Z', 'revision_number': 4, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'subnets': [{'id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:42.943827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c33ae8d8-3d28-4cc1-adcb-6b100ea13063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.013074 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c33ae8d8-3d28-4cc1-adcb-6b100ea13063 None None] For port dfa60957-86cc-4dce-91a5-1e004ee816f7, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=dfa60957-86cc-4dce-91a5-1e004ee816f7,segment=NetworkSegment(7460e256-6678-4258-b154-33ebf04ee239),segment_id=7460e256-6678-4258-b154-33ebf04ee239)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:43.023181 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c33ae8d8-3d28-4cc1-adcb-6b100ea13063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.062100 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:43.068166 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Allocated IP 172.20.0.1 (19928c64-2e52-4d97-b525-6b26ba4e5cf1/0883e272-4887-475d-be00-ebacc89ddf0f/c4e5f03a-535d-4d71-b1da-2bf22fc3e880) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:43.106773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device c60a36ad-a67f-4603-abd3-51746c701e5f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:01:43.213388 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0894f-27a0-4d50-bcdd-96fb80f24a78 req-51cc9145-a965-4f11-8b70-c4294e04897a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:43.215144 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-09e0894f-27a0-4d50-bcdd-96fb80f24a78 req-51cc9145-a965-4f11-8b70-c4294e04897a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 943 time: 0.2194252 Apr 15 11:01:43.284748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ae8d8-3d28-4cc1-adcb-6b100ea13063 None None] Pushing event updated for resources: {'Port': ['ID=dfa60957-86cc-4dce-91a5-1e004ee816f7,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:43.299591 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c33ae8d8-3d28-4cc1-adcb-6b100ea13063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:43.307932 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-09e0894f-27a0-4d50-bcdd-96fb80f24a78 req-c9fa7122-527d-484b-a63d-c83b0a9344e2 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816226 Apr 15 11:01:43.324656 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'name': 'tempest-TestMinimumBasicScenario-1199380276-router', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'feb90d80-aaee-4473-98d1-aac947f3fd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:38Z', 'updated_at': '2021-04-15T11:01:40Z', 'revision_number': 3, 'project_id': '9be8316c99b94b778e57f68410625f94', 'gw_port': {'id': 'feb90d80-aaee-4473-98d1-aac947f3fd8d', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:39Z', 'updated_at': '2021-04-15T11:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:43.345980 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Checking router: 3c2073b1-f4f2-4822-9914-05fcf15775d1 for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:43.346612 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Updating router 3c2073b1-f4f2-4822-9914-05fcf15775d1 port feb90d80-aaee-4473-98d1-aac947f3fd8d binding host dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:01:43.392262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.411876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Transition to ACTIVE for port object c4e5f03a-535d-4d71-b1da-2bf22fc3e880 will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:43.447422 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.449957 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.466398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:43.493123 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48198) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:43.518566 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port c60a36ad-a67f-4603-abd3-51746c701e5f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c60a36ad-a67f-4603-abd3-51746c701e5f,segment=NetworkSegment(ab2970f7-c399-4b6f-be6b-96590eb172bf),segment_id=ab2970f7-c399-4b6f-be6b-96590eb172bf)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:43.618835 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': 'c60a36ad-a67f-4603-abd3-51746c701e5f', 'network_id': 'a452eda0-4d6a-4729-b835-8f803d8acff8', 'port_id': 'c60a36ad-a67f-4603-abd3-51746c701e5f', 'mac_address': 'fa:16:3e:d0:8a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18ab778-655c-413e-9163-61a8dff496b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:01:43.631420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Pushing event updated for resources: {'Port': ['ID=c4e5f03a-535d-4d71-b1da-2bf22fc3e880,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:43.637657 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:43.691297 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-e031992a-6fe4-4164-b0f7-f8e5442c1b92 None None] Provisioning complete for port dfa60957-86cc-4dce-91a5-1e004ee816f7 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:43.691839 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e031992a-6fe4-4164-b0f7-f8e5442c1b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.693124 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Network 19928c64-2e52-4d97-b525-6b26ba4e5cf1 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:43.694439 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:43.701530 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:43.707700 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-588b4d50-8d58-422f-9dbd-646dc1344013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.746564 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-588b4d50-8d58-422f-9dbd-646dc1344013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:43.751422 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-588b4d50-8d58-422f-9dbd-646dc1344013 admin admin] Usage tracker for resource:security_group_rule and tenant:74495a434f1e46d182f53f0146cdba3b is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:43.753785 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device dfa60957-86cc-4dce-91a5-1e004ee816f7 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:43.755252 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-588b4d50-8d58-422f-9dbd-646dc1344013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:43.761608 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-588b4d50-8d58-422f-9dbd-646dc1344013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:43.778558 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-937887'] for router_interface, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.912167 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-588b4d50-8d58-422f-9dbd-646dc1344013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.917801 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-588b4d50-8d58-422f-9dbd-646dc1344013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.928704 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9dee0885-c021-474c-9bc5-376956f9aa5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:43.950418 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.964865 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:43.984315 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 48204) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:43.984516 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-588b4d50-8d58-422f-9dbd-646dc1344013 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=74495a434f1e46d182f53f0146cdba3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897552 Apr 15 11:01:43.986967 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b4d50-8d58-422f-9dbd-646dc1344013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb05612-c30d-425e-aed8-338882f75828,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:43.990217 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-588b4d50-8d58-422f-9dbd-646dc1344013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:44.006965 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port dfa60957-86cc-4dce-91a5-1e004ee816f7 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:44.007372 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.034273 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60a36ad-a67f-4603-abd3-51746c701e5f {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:01:44.154725 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d9b9c1f2-e700-4111-9cda-74dbec06c0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.172794 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port c60a36ad-a67f-4603-abd3-51746c701e5f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c60a36ad-a67f-4603-abd3-51746c701e5f,segment=NetworkSegment(ab2970f7-c399-4b6f-be6b-96590eb172bf),segment_id=ab2970f7-c399-4b6f-be6b-96590eb172bf)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:44.196413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.204018 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:44.264275 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d9b9c1f2-e700-4111-9cda-74dbec06c0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.365987 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d9b9c1f2-e700-4111-9cda-74dbec06c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.371318 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1748d8f6-3c7c-4c62-9a8e-6781224e4620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:44.371774 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=c60a36ad-a67f-4603-abd3-51746c701e5f,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:44.383282 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:44.386359 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9c1f2-e700-4111-9cda-74dbec06c0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb05612-c30d-425e-aed8-338882f75828,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:44.388935 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d9b9c1f2-e700-4111-9cda-74dbec06c0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:44.409180 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.415941 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843394218'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.447005 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 13361b77-c44a-4dce-bdc5-808843e82f46 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:44.451294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e8d1f714-298f-4559-b9f2-fffe5fcacc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:44.473307 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-5b044c6f-f93a-421d-b173-77678cbd4080 None None] Provisioning for port c4e5f03a-535d-4d71-b1da-2bf22fc3e880 completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:44.483120 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d9b9c1f2-e700-4111-9cda-74dbec06c0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.485032 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d9b9c1f2-e700-4111-9cda-74dbec06c0a9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5cb05612-c30d-425e-aed8-338882f75828 HTTP/1.1" status: 204 len: 168 time: 0.4989913 Apr 15 11:01:44.524759 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-5b044c6f-f93a-421d-b173-77678cbd4080 None None] Provisioning complete for port c4e5f03a-535d-4d71-b1da-2bf22fc3e880 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:44.525196 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5b044c6f-f93a-421d-b173-77678cbd4080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.583818 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['c60a36ad-a67f-4603-abd3-51746c701e5f'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:01:44.606033 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Pushing event updated for resources: {'Port': ['ID=c4e5f03a-535d-4d71-b1da-2bf22fc3e880,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:44.609782 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:44.615303 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-937268'] for router_interface, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.698110 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-5b044c6f-f93a-421d-b173-77678cbd4080 None None] Port c4e5f03a-535d-4d71-b1da-2bf22fc3e880 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:01:44.702197 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Notify callbacks [] for port, precommit_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.732700 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Transition to ACTIVE for port object feb90d80-aaee-4473-98d1-aac947f3fd8d will not be triggered until provisioned by entity L2. {{(pid=85287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:44.744770 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port 13361b77-c44a-4dce-bdc5-808843e82f46 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:44.755174 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.772051 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e52c7bb0-3339-46a1-8372-52af68a8578d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:44.779639 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c0125-0144-4322-a7cf-6ba81f94bece req-89519db0-0d09-44eb-83ce-e3b75235c826 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:44.781347 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-148c0125-0144-4322-a7cf-6ba81f94bece req-89519db0-0d09-44eb-83ce-e3b75235c826 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 944 time: 0.2899168 Apr 15 11:01:44.792437 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Network 19928c64-2e52-4d97-b525-6b26ba4e5cf1 is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:44.794866 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:44.817679 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 13361b77-c44a-4dce-bdc5-808843e82f46 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:44.818107 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.829181 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48214) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:44.853410 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c8b9a27-9f34-4697-bd3e-a6e27f195406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.871815 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0c8b9a27-9f34-4697-bd3e-a6e27f195406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:44.876959 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-0c8b9a27-9f34-4697-bd3e-a6e27f195406 admin admin] Usage tracker for resource:security_group_rule and tenant:3d70db4fab424269b5f2d6d7d7665e75 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:44.880161 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-0c8b9a27-9f34-4697-bd3e-a6e27f195406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:44.886743 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-0c8b9a27-9f34-4697-bd3e-a6e27f195406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:44.988056 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c8b9a27-9f34-4697-bd3e-a6e27f195406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.992433 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0c8b9a27-9f34-4697-bd3e-a6e27f195406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:44.999096 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea661e-f153-4752-8ceb-20f532c91326 None None] Pushing event updated for resources: {'Port': ['ID=feb90d80-aaee-4473-98d1-aac947f3fd8d,revision_number=2']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:45.021628 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5dea661e-f153-4752-8ceb-20f532c91326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:45.023318 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1a7656d7-d339-4524-b853-fecdaee63d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:45.037090 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-0c8b9a27-9f34-4697-bd3e-a6e27f195406 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3d70db4fab424269b5f2d6d7d7665e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067409 Apr 15 11:01:45.037805 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48218) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:45.083374 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-148c0125-0144-4322-a7cf-6ba81f94bece req-4eef7060-4662-43e0-9851-3bfbb4bf54fc tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898667 Apr 15 11:01:45.102492 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b9a27-9f34-4697-bd3e-a6e27f195406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e420ae4-550d-403a-bacd-5b89fb8358dd,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:45.113819 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0c8b9a27-9f34-4697-bd3e-a6e27f195406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:45.134933 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f80f2f22-6f04-470a-9940-1d59edf7896c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.147813 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Router 3c2073b1-f4f2-4822-9914-05fcf15775d1 has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:01:45.167895 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f80f2f22-6f04-470a-9940-1d59edf7896c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.219089 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f80f2f22-6f04-470a-9940-1d59edf7896c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.224501 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-588b4d50-8d58-422f-9dbd-646dc1344013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:45.238842 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f2f22-6f04-470a-9940-1d59edf7896c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e420ae4-550d-403a-bacd-5b89fb8358dd,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:45.241268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f80f2f22-6f04-470a-9940-1d59edf7896c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:45.249099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f80f2f22-6f04-470a-9940-1d59edf7896c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.250361 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f80f2f22-6f04-470a-9940-1d59edf7896c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2e420ae4-550d-403a-bacd-5b89fb8358dd HTTP/1.1" status: 204 len: 168 time: 0.2094216 Apr 15 11:01:45.383222 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-983d75c9-7556-48ef-a27b-04d4a81995fc None None] Provisioning complete for port c4e5f03a-535d-4d71-b1da-2bf22fc3e880 triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:45.383654 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-983d75c9-7556-48ef-a27b-04d4a81995fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.467799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Attempting to bind port feb90d80-aaee-4473-98d1-aac947f3fd8d on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:45.468231 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Attempting to bind port feb90d80-aaee-4473-98d1-aac947f3fd8d by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:45.469248 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Attempting to bind port feb90d80-aaee-4473-98d1-aac947f3fd8d on network 07542e32-3df2-45eb-88b2-df384f761ab0 {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:45.490474 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.506870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:45.507301 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Checking segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:45.507759 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.508210 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Bound using segment: {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'} {{(pid=85287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:45.508757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Bound port: feb90d80-aaee-4473-98d1-aac947f3fd8d, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897c21a4-549b-4b85-84f2-04695eff0e48', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0'}}] {{(pid=85287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:45.509182 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.559512 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-983d75c9-7556-48ef-a27b-04d4a81995fc None None] Port c4e5f03a-535d-4d71-b1da-2bf22fc3e880 cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:01:45.606282 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:45.611780 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] 10.222.0.96 "PUT /v2.0/routers/3c2073b1-f4f2-4822-9914-05fcf15775d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7496963 Apr 15 11:01:45.613494 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port 13361b77-c44a-4dce-bdc5-808843e82f46, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=13361b77-c44a-4dce-bdc5-808843e82f46,segment=NetworkSegment(68d823b3-424c-47e3-896c-4627ada0183e),segment_id=68d823b3-424c-47e3-896c-4627ada0183e)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:45.621247 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.628340 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:45.668532 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] For port feb90d80-aaee-4473-98d1-aac947f3fd8d, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:45.687792 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] For port feb90d80-aaee-4473-98d1-aac947f3fd8d, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=feb90d80-aaee-4473-98d1-aac947f3fd8d,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:45.699300 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:45.782960 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=13361b77-c44a-4dce-bdc5-808843e82f46,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:45.787833 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:45.788353 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:45.902057 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea661e-f153-4752-8ceb-20f532c91326 None None] Pushing event updated for resources: {'Port': ['ID=feb90d80-aaee-4473-98d1-aac947f3fd8d,revision_number=3']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:45.907774 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5dea661e-f153-4752-8ceb-20f532c91326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:45.940519 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Routers {'3c2073b1-f4f2-4822-9914-05fcf15775d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:45.941701 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:01:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['3c2073b1-f4f2-4822-9914-05fcf15775d1'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:46.143234 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] Set router 3c2073b1-f4f2-4822-9914-05fcf15775d1 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:46.329493 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727754d-b658-40ec-8678-db81e106e2e7 req-b3bbc9b0-c083-4204-9201-4f3dd89548f1 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:46.331284 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f727754d-b658-40ec-8678-db81e106e2e7 req-b3bbc9b0-c083-4204-9201-4f3dd89548f1 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 944 time: 0.1105175 Apr 15 11:01:46.404282 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f727754d-b658-40ec-8678-db81e106e2e7 req-02cf275b-35ab-4299-ae8a-05a0445e6ed6 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652657 Apr 15 11:01:46.529546 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'name': 'tempest-TestMinimumBasicScenario-1199380276-router', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'feb90d80-aaee-4473-98d1-aac947f3fd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:38Z', 'updated_at': '2021-04-15T11:01:43Z', 'revision_number': 4, 'project_id': '9be8316c99b94b778e57f68410625f94', 'gw_port': {'id': 'feb90d80-aaee-4473-98d1-aac947f3fd8d', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:39Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'c4e5f03a-535d-4d71-b1da-2bf22fc3e880', 'name': '', 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'mac_address': 'fa:16:3e:5c:67:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0883e272-4887-475d-be00-ebacc89ddf0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:42Z', 'updated_at': '2021-04-15T11:01:44Z', 'revision_number': 2, 'project_id': '9be8316c99b94b778e57f68410625f94', 'subnets': [{'id': '0883e272-4887-475d-be00-ebacc89ddf0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:46.533988 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d0b32-619c-4a4d-a6bd-5df508f021d0 None None] The sync data for ids ['3c2073b1-f4f2-4822-9914-05fcf15775d1'] in dv-cinder-786385-1-smb is: [{'id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'name': 'tempest-TestMinimumBasicScenario-1199380276-router', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'feb90d80-aaee-4473-98d1-aac947f3fd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:38Z', 'updated_at': '2021-04-15T11:01:43Z', 'revision_number': 4, 'project_id': '9be8316c99b94b778e57f68410625f94', 'gw_port': {'id': 'feb90d80-aaee-4473-98d1-aac947f3fd8d', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:39Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'c4e5f03a-535d-4d71-b1da-2bf22fc3e880', 'name': '', 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'mac_address': 'fa:16:3e:5c:67:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0883e272-4887-475d-be00-ebacc89ddf0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:42Z', 'updated_at': '2021-04-15T11:01:44Z', 'revision_number': 2, 'project_id': '9be8316c99b94b778e57f68410625f94', 'subnets': [{'id': '0883e272-4887-475d-be00-ebacc89ddf0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:47.108344 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device c60a36ad-a67f-4603-abd3-51746c701e5f up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:47.248046 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port c60a36ad-a67f-4603-abd3-51746c701e5f completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:47.257495 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port c60a36ad-a67f-4603-abd3-51746c701e5f triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:47.258327 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:47.544715 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:47.602626 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port c60a36ad-a67f-4603-abd3-51746c701e5f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c60a36ad-a67f-4603-abd3-51746c701e5f,segment=NetworkSegment(ab2970f7-c399-4b6f-be6b-96590eb172bf),segment_id=ab2970f7-c399-4b6f-be6b-96590eb172bf)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:47.604015 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e043b9d-54d8-4408-91ca-4603cd96b2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60a36ad-a67f-4603-abd3-51746c701e5f'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:47.632122 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:47.636409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fd442767-1cd5-4016-8cda-7cb5e217a09b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:47.768215 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=c60a36ad-a67f-4603-abd3-51746c701e5f,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:47.780110 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:47.835830 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536a0af-9c28-412e-b573-5d6216770047 req-3ef91f24-45c5-4058-be41-5a65e5bcdd96 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:47.845535 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7536a0af-9c28-412e-b573-5d6216770047 req-3ef91f24-45c5-4058-be41-5a65e5bcdd96 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 945 time: 0.1918750 Apr 15 11:01:47.934700 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device feb90d80-aaee-4473-98d1-aac947f3fd8d up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:47.967054 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7536a0af-9c28-412e-b573-5d6216770047 req-54489e0e-d5e9-4b14-8705-1fd87471d340 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200972 Apr 15 11:01:48.091880 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e043b9d-54d8-4408-91ca-4603cd96b2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60a36ad-a67f-4603-abd3-51746c701e5f', 'code': 200} Apr 15 11:01:48.093477 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port feb90d80-aaee-4473-98d1-aac947f3fd8d completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:48.100175 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port feb90d80-aaee-4473-98d1-aac947f3fd8d triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:48.100691 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:48.299595 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:48.320473 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port feb90d80-aaee-4473-98d1-aac947f3fd8d, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=feb90d80-aaee-4473-98d1-aac947f3fd8d,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:48.329201 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:48.334782 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 13361b77-c44a-4dce-bdc5-808843e82f46 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:48.376038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fd442767-1cd5-4016-8cda-7cb5e217a09b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:48.482039 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=feb90d80-aaee-4473-98d1-aac947f3fd8d,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:48.487390 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:48.493494 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220cc89-03d4-4fdb-a2d7-8fb69295281f req-94d1274f-2687-4acd-a131-d8241ad3d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:48.498739 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0220cc89-03d4-4fdb-a2d7-8fb69295281f req-94d1274f-2687-4acd-a131-d8241ad3d3d3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 1098 time: 0.1099198 Apr 15 11:01:48.501123 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port 13361b77-c44a-4dce-bdc5-808843e82f46 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:48.501533 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:48.514086 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48326) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:48.576123 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0220cc89-03d4-4fdb-a2d7-8fb69295281f req-0446e896-d1fc-42a2-98c6-ca15e2d3e77b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647793 Apr 15 11:01:48.705043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-62a66ceb-f503-4f30-9445-d18176a255bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:48.726343 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-62a66ceb-f503-4f30-9445-d18176a255bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:48.730410 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-62a66ceb-f503-4f30-9445-d18176a255bb admin admin] Usage tracker for resource:security_group_rule and tenant:77ce93bacf42461d935969da29f7e98a is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:48.733447 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-62a66ceb-f503-4f30-9445-d18176a255bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:48.740449 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-62a66ceb-f503-4f30-9445-d18176a255bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:48.839786 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-62a66ceb-f503-4f30-9445-d18176a255bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:48.842756 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-62a66ceb-f503-4f30-9445-d18176a255bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:48.854894 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-0c8b9a27-9f34-4697-bd3e-a6e27f195406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:48.903288 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 48332) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:48.916420 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-62a66ceb-f503-4f30-9445-d18176a255bb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=77ce93bacf42461d935969da29f7e98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4010453 Apr 15 11:01:48.944228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a66ceb-f503-4f30-9445-d18176a255bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e801877-02f7-4d64-bf22-c6c237355728,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:48.952421 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-62a66ceb-f503-4f30-9445-d18176a255bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:48.998776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be658193-cb42-4cae-b703-82f19bc8d360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.031861 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be658193-cb42-4cae-b703-82f19bc8d360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.090873 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be658193-cb42-4cae-b703-82f19bc8d360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.097635 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4f4d0c59-c7b1-4b77-8a10-16da2b873bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:49.160471 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be658193-cb42-4cae-b703-82f19bc8d360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e801877-02f7-4d64-bf22-c6c237355728,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:49.164387 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-be658193-cb42-4cae-b703-82f19bc8d360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:49.165360 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-be658193-cb42-4cae-b703-82f19bc8d360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.169449 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-be658193-cb42-4cae-b703-82f19bc8d360 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3e801877-02f7-4d64-bf22-c6c237355728 HTTP/1.1" status: 204 len: 168 time: 0.2618458 Apr 15 11:01:49.240256 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19536ddc-e751-4a92-8ca0-5db1151f7495 req-15ef88e5-02a9-498b-9e74-5c9b5e11b2bf tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:49.249426 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-19536ddc-e751-4a92-8ca0-5db1151f7495 req-15ef88e5-02a9-498b-9e74-5c9b5e11b2bf tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 945 time: 0.1524377 Apr 15 11:01:49.318970 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-19536ddc-e751-4a92-8ca0-5db1151f7495 req-416c7707-8a2b-49b2-9799-9b4a1f826a6b tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635326 Apr 15 11:01:49.555508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 48342) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:49.579232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-66b224d3-40e2-4de1-9348-706075e21acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.600074 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-66b224d3-40e2-4de1-9348-706075e21acb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:49.604627 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-66b224d3-40e2-4de1-9348-706075e21acb admin admin] Usage tracker for resource:security_group_rule and tenant:af83e7f1a1ce4ecd9badcb069be63298 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:49.607931 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-66b224d3-40e2-4de1-9348-706075e21acb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:49.615288 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-66b224d3-40e2-4de1-9348-706075e21acb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:49.729842 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device feb90d80-aaee-4473-98d1-aac947f3fd8d up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:49.746742 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-66b224d3-40e2-4de1-9348-706075e21acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.750761 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-66b224d3-40e2-4de1-9348-706075e21acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.767972 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:49.816778 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b224d3-40e2-4de1-9348-706075e21acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32632a9-d77c-4c59-bfea-95c242efb8a9,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:49.825851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48346) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:49.841147 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-66b224d3-40e2-4de1-9348-706075e21acb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=af83e7f1a1ce4ecd9badcb069be63298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842312 Apr 15 11:01:49.842448 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-66b224d3-40e2-4de1-9348-706075e21acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:49.850721 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port feb90d80-aaee-4473-98d1-aac947f3fd8d triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:49.851151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.930629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4abf68b5-cdc2-488b-bfef-7f8f1c1a92b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:49.982468 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4abf68b5-cdc2-488b-bfef-7f8f1c1a92b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:50.043460 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4abf68b5-cdc2-488b-bfef-7f8f1c1a92b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:50.053133 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9ba6a230-a03a-40c8-b6b8-d6fffdcfcb5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:50.086220 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf68b5-cdc2-488b-bfef-7f8f1c1a92b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32632a9-d77c-4c59-bfea-95c242efb8a9,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:50.088814 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4abf68b5-cdc2-488b-bfef-7f8f1c1a92b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:50.089756 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4abf68b5-cdc2-488b-bfef-7f8f1c1a92b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:50.094175 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-4abf68b5-cdc2-488b-bfef-7f8f1c1a92b7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c32632a9-d77c-4c59-bfea-95c242efb8a9 HTTP/1.1" status: 204 len: 168 time: 0.2672083 Apr 15 11:01:50.494841 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Sync routers for ids ['3c2073b1-f4f2-4822-9914-05fcf15775d1'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:50.519525 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Routers {'3c2073b1-f4f2-4822-9914-05fcf15775d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:50.521758 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:01:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['3c2073b1-f4f2-4822-9914-05fcf15775d1'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:50.582451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d40ac2-e7eb-4b0d-9c3b-bde18c1fc6fa req-3e67c5e3-4ae7-42bd-8c17-9ebdb470a689 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:50.584575 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-02d40ac2-e7eb-4b0d-9c3b-bde18c1fc6fa req-3e67c5e3-4ae7-42bd-8c17-9ebdb470a689 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 945 time: 0.1502125 Apr 15 11:01:50.688009 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-02d40ac2-e7eb-4b0d-9c3b-bde18c1fc6fa req-e646b07c-7762-4202-ae6b-506467d860a8 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957086 Apr 15 11:01:51.030632 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Set router 3c2073b1-f4f2-4822-9914-05fcf15775d1 gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:51.539652 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'name': 'tempest-TestMinimumBasicScenario-1199380276-router', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'feb90d80-aaee-4473-98d1-aac947f3fd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:38Z', 'updated_at': '2021-04-15T11:01:43Z', 'revision_number': 4, 'project_id': '9be8316c99b94b778e57f68410625f94', 'gw_port': {'id': 'feb90d80-aaee-4473-98d1-aac947f3fd8d', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:39Z', 'updated_at': '2021-04-15T11:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'c4e5f03a-535d-4d71-b1da-2bf22fc3e880', 'name': '', 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'mac_address': 'fa:16:3e:5c:67:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0883e272-4887-475d-be00-ebacc89ddf0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:42Z', 'updated_at': '2021-04-15T11:01:44Z', 'revision_number': 2, 'project_id': '9be8316c99b94b778e57f68410625f94', 'subnets': [{'id': '0883e272-4887-475d-be00-ebacc89ddf0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:51.559422 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Checking router: 3c2073b1-f4f2-4822-9914-05fcf15775d1 for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:51.559951 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Updating router 3c2073b1-f4f2-4822-9914-05fcf15775d1 port c4e5f03a-535d-4d71-b1da-2bf22fc3e880 binding host dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:01:51.666268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.276795 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.337126 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.353056 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Transition to ACTIVE for port object c4e5f03a-535d-4d71-b1da-2bf22fc3e880 will not be triggered until provisioned by entity L2. {{(pid=85288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:01:52.360773 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.385251 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:52.574626 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc5128-9b4d-40a5-b89c-a7100cb18e00 None None] Pushing event updated for resources: {'Port': ['ID=c4e5f03a-535d-4d71-b1da-2bf22fc3e880,revision_number=3']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:52.581786 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-96dc5128-9b4d-40a5-b89c-a7100cb18e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:52.956383 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Attempting to bind port c4e5f03a-535d-4d71-b1da-2bf22fc3e880 on host dv-cinder-786385-1-smb for vnic_type normal with profile {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:01:52.956685 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Attempting to bind port c4e5f03a-535d-4d71-b1da-2bf22fc3e880 by drivers openvswitch,hyperv on host dv-cinder-786385-1-smb at level 0 using segments [{'id': '7460e256-6678-4258-b154-33ebf04ee239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1'}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:01:52.957174 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Attempting to bind port c4e5f03a-535d-4d71-b1da-2bf22fc3e880 on network 19928c64-2e52-4d97-b525-6b26ba4e5cf1 {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:01:52.965671 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Checking agent: {'id': '578ab57d-4f02-4046-b896-979c9d6f6c74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786385-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 44, 29), 'started_at': datetime.datetime(2021, 4, 15, 10, 44, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786385-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:01:52.967381 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Checking segment: {'id': '7460e256-6678-4258-b154-33ebf04ee239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:01:52.969601 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:52.970131 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Bound using segment: {'id': '7460e256-6678-4258-b154-33ebf04ee239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1'} {{(pid=85288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:01:52.973429 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Bound port: c4e5f03a-535d-4d71-b1da-2bf22fc3e880, host: dv-cinder-786385-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7460e256-6678-4258-b154-33ebf04ee239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1'}}] {{(pid=85288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:01:52.974048 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:53.131816 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] For port c4e5f03a-535d-4d71-b1da-2bf22fc3e880, host dv-cinder-786385-1-smb, cleared binding levels {{(pid=85288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:01:53.136462 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] For port c4e5f03a-535d-4d71-b1da-2bf22fc3e880, host dv-cinder-786385-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=c4e5f03a-535d-4d71-b1da-2bf22fc3e880,segment=NetworkSegment(7460e256-6678-4258-b154-33ebf04ee239),segment_id=7460e256-6678-4258-b154-33ebf04ee239)] {{(pid=85288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:01:53.139801 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85288) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:53.160358 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:53.316614 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc5128-9b4d-40a5-b89c-a7100cb18e00 None None] Pushing event updated for resources: {'Port': ['ID=c4e5f03a-535d-4d71-b1da-2bf22fc3e880,revision_number=4']} {{(pid=85288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:53.330444 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-96dc5128-9b4d-40a5-b89c-a7100cb18e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85288) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:53.381322 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Routers {'3c2073b1-f4f2-4822-9914-05fcf15775d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:53.383020 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:01:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['3c2073b1-f4f2-4822-9914-05fcf15775d1'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:53.665186 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] Set router 3c2073b1-f4f2-4822-9914-05fcf15775d1 gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:53.761924 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device c4e5f03a-535d-4d71-b1da-2bf22fc3e880 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:53.846574 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning for port c4e5f03a-535d-4d71-b1da-2bf22fc3e880 completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:53.853397 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port c4e5f03a-535d-4d71-b1da-2bf22fc3e880 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:53.854113 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:54.002393 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:54.065348 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] For port c4e5f03a-535d-4d71-b1da-2bf22fc3e880, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=c4e5f03a-535d-4d71-b1da-2bf22fc3e880,segment=NetworkSegment(7460e256-6678-4258-b154-33ebf04ee239),segment_id=7460e256-6678-4258-b154-33ebf04ee239)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:54.072635 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:54.080512 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5dea661e-f153-4752-8ceb-20f532c91326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:54.178973 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Pushing event updated for resources: {'Port': ['ID=c4e5f03a-535d-4d71-b1da-2bf22fc3e880,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:54.194723 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:54.275955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'name': 'tempest-TestMinimumBasicScenario-1199380276-router', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'feb90d80-aaee-4473-98d1-aac947f3fd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:38Z', 'updated_at': '2021-04-15T11:01:43Z', 'revision_number': 4, 'project_id': '9be8316c99b94b778e57f68410625f94', 'gw_port': {'id': 'feb90d80-aaee-4473-98d1-aac947f3fd8d', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:39Z', 'updated_at': '2021-04-15T11:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'c4e5f03a-535d-4d71-b1da-2bf22fc3e880', 'name': '', 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'mac_address': 'fa:16:3e:5c:67:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0883e272-4887-475d-be00-ebacc89ddf0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:42Z', 'updated_at': '2021-04-15T11:01:53Z', 'revision_number': 4, 'project_id': '9be8316c99b94b778e57f68410625f94', 'subnets': [{'id': '0883e272-4887-475d-be00-ebacc89ddf0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:54.280665 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4a067-f003-48a4-a0ce-dcf990ef7ec5 None None] The sync data for ids ['3c2073b1-f4f2-4822-9914-05fcf15775d1'] in dv-cinder-786385-1-smb is: [{'id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'name': 'tempest-TestMinimumBasicScenario-1199380276-router', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'feb90d80-aaee-4473-98d1-aac947f3fd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:38Z', 'updated_at': '2021-04-15T11:01:43Z', 'revision_number': 4, 'project_id': '9be8316c99b94b778e57f68410625f94', 'gw_port': {'id': 'feb90d80-aaee-4473-98d1-aac947f3fd8d', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:39Z', 'updated_at': '2021-04-15T11:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'c4e5f03a-535d-4d71-b1da-2bf22fc3e880', 'name': '', 'network_id': '19928c64-2e52-4d97-b525-6b26ba4e5cf1', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'mac_address': 'fa:16:3e:5c:67:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0883e272-4887-475d-be00-ebacc89ddf0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:42Z', 'updated_at': '2021-04-15T11:01:53Z', 'revision_number': 4, 'project_id': '9be8316c99b94b778e57f68410625f94', 'subnets': [{'id': '0883e272-4887-475d-be00-ebacc89ddf0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:55.140542 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-0890670a-11db-4943-adab-1ec9b45b1c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:55.732996 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device c4e5f03a-535d-4d71-b1da-2bf22fc3e880 up at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:55.841043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Provisioning complete for port c4e5f03a-535d-4d71-b1da-2bf22fc3e880 triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:55.842517 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:58.079468 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2cb7438d-fff8-47fc-9de6-5a2e77727918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:58.514640 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:59.329584 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-3a6ab0a1-de91-47ac-8385-4c7f703b3b7c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:59.331194 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-3a6ab0a1-de91-47ac-8385-4c7f703b3b7c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/networks?id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb HTTP/1.1" status: 200 len: 814 time: 0.1921148 Apr 15 11:01:59.348273 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-fcc5fb30-039c-45f5-9026-7c4224ef1970 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/quotas/64e845b4b0264c1294118578a41ac6bc HTTP/1.1" status: 200 len: 375 time: 0.0108416 Apr 15 11:01:59.439829 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-b15e3e22-7e6d-44c8-baf2-5033e4be5a0a tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=64e845b4b0264c1294118578a41ac6bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852032 Apr 15 11:01:59.456801 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:59.594444 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-e824803c-adab-49cc-8b07-9617a153ba0e service neutron] 10.222.0.96 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394148 Apr 15 11:01:59.746836 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-e7d1d65e-67f2-4d70-b578-374fcde0fb03 service neutron] 10.222.0.96 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457918 Apr 15 11:01:59.956350 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-af990bbe-887a-4983-84a8-890fc748cdc6 req-e325e210-3f5d-4a79-bc3c-bda3b25d878b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 210 time: 0.0594587 Apr 15 11:02:00.619753 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:01.208796 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9ce2b998-8216-44c8-bee9-a4ba034f2138 req-87ef01e1-d1d7-43f6-93ab-e2df23dc51de tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 210 time: 0.0690851 Apr 15 11:02:01.270957 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-f9f7f048-e936-4d95-b8ec-2b7c664f3d75 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:01.272754 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-f9f7f048-e936-4d95-b8ec-2b7c664f3d75 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.102 "GET /v2.0/networks?id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb HTTP/1.1" status: 200 len: 814 time: 0.2406747 Apr 15 11:02:01.299672 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Request body: {'port': {'device_id': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'admin_state_up': True, 'tenant_id': '64e845b4b0264c1294118578a41ac6bc'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:01.454559 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:01.458759 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Usage tracker for resource:port and tenant:64e845b4b0264c1294118578a41ac6bc is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:01.462424 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:01.469401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:01.479307 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Made reservation on behalf of 64e845b4b0264c1294118578a41ac6bc for: {'port': 1} {{(pid=85286) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:02:01.486274 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:01.667384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Allocated IP 172.20.0.9 (a8c6a4fb-8275-4f46-95e0-8141aec6e5cb/52a1ca7f-c81a-4726-bf8f-87d09cd8edb0/dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d) {{(pid=85286) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:02:01.922085 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for port, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:01.944607 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Transition to ACTIVE for port object dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d will not be triggered until provisioned by entity DHCP. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:02:01.984514 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:02.014159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ca63143f-36be-4522-9800-20b3e774449e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:02.198168 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event updated for resources: {'Port': ['ID=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:02.206807 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:02.282068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb is already hosted by enough agents. {{(pid=85286) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:02:02.283320 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Resources bound (agent type, host, resource id): {{(pid=85286) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:02:02.285788 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Received port after_create {{(pid=85286) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:02:02.445406 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:02.446351 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:02.507061 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357b148-a8f9-4b9e-9ad8-e6be2b54fa16 req-6637bd2c-6229-4397-af21-57813d3fa5ca tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:02.507888 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-9357b148-a8f9-4b9e-9ad8-e6be2b54fa16 req-6637bd2c-6229-4397-af21-57813d3fa5ca tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Synchronizing usage tracker for tenant:64e845b4b0264c1294118578a41ac6bc on resource:port {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:02:02.516372 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2211292 Apr 15 11:02:02.536887 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-9357b148-a8f9-4b9e-9ad8-e6be2b54fa16 req-6637bd2c-6229-4397-af21-57813d3fa5ca tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Unset dirty status for tenant:64e845b4b0264c1294118578a41ac6bc on resource:port {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:02:02.538235 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9357b148-a8f9-4b9e-9ad8-e6be2b54fa16 req-6637bd2c-6229-4397-af21-57813d3fa5ca tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 931 time: 0.1640968 Apr 15 11:02:02.584486 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-442f9015-d1a0-4378-b521-67a0a7f26070 None None] Provisioning for port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d completed by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:02:02.595896 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-442f9015-d1a0-4378-b521-67a0a7f26070 None None] Provisioning complete for port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:02.596582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-442f9015-d1a0-4378-b521-67a0a7f26070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:02.598603 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9357b148-a8f9-4b9e-9ad8-e6be2b54fa16 req-e00b144f-9e8d-4602-91f7-f3534db9739e tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531237 Apr 15 11:02:02.674934 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-442f9015-d1a0-4378-b521-67a0a7f26070 None None] Port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d cannot update to ACTIVE because it is not bound. {{(pid=85287) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:02:03.813899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e278b-528d-4bc7-8ee1-ff0f09571e38 req-8da26a0b-8058-4223-830c-05b3851a4645 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:03.815615 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c25e278b-528d-4bc7-8ee1-ff0f09571e38 req-8da26a0b-8058-4223-830c-05b3851a4645 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 931 time: 0.0931070 Apr 15 11:02:03.866652 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c25e278b-528d-4bc7-8ee1-ff0f09571e38 req-9cee671a-4776-42d4-ad56-a4aa34d32ab4 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439026 Apr 15 11:02:04.674814 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48580) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:04.813751 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-686b7be9-0b54-44a3-b00b-a184fe69f6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:04.831107 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-686b7be9-0b54-44a3-b00b-a184fe69f6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:04.835826 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-686b7be9-0b54-44a3-b00b-a184fe69f6c8 admin admin] Usage tracker for resource:security_group_rule and tenant:56880db83d104d46af267ba1db9e34a2 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:04.839280 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-686b7be9-0b54-44a3-b00b-a184fe69f6c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:04.846874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-686b7be9-0b54-44a3-b00b-a184fe69f6c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:04.958548 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-686b7be9-0b54-44a3-b00b-a184fe69f6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:04.961956 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-686b7be9-0b54-44a3-b00b-a184fe69f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:04.989781 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6c3aed14-041e-4f39-aa89-21619c8a4f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:05.023402 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-686b7be9-0b54-44a3-b00b-a184fe69f6c8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=56880db83d104d46af267ba1db9e34a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473833 Apr 15 11:02:05.026367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48588) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:05.065103 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b7be9-0b54-44a3-b00b-a184fe69f6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c372c428-595f-4247-a775-8d695a2fa9cd,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:05.073285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-686b7be9-0b54-44a3-b00b-a184fe69f6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:05.117074 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e605d549-4470-426c-8b7a-bb863a2ed0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.141717 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476319a-7ec1-47bc-ace3-1416ff3b39cd req-ec37a4f1-52a2-4654-a8f9-26d7a2d2aa82 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:05.151245 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a476319a-7ec1-47bc-ace3-1416ff3b39cd req-ec37a4f1-52a2-4654-a8f9-26d7a2d2aa82 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 931 time: 0.1413412 Apr 15 11:02:05.154568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e605d549-4470-426c-8b7a-bb863a2ed0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.207220 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a476319a-7ec1-47bc-ace3-1416ff3b39cd req-9e26d2f4-e46a-4fef-9de3-7a4a23a136d6 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544336 Apr 15 11:02:05.207356 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e605d549-4470-426c-8b7a-bb863a2ed0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.212662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a9791294-32e5-415a-a429-437b149b5a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:05.227097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605d549-4470-426c-8b7a-bb863a2ed0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c372c428-595f-4247-a775-8d695a2fa9cd,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:05.230309 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e605d549-4470-426c-8b7a-bb863a2ed0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:05.231404 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e605d549-4470-426c-8b7a-bb863a2ed0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.235749 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-e605d549-4470-426c-8b7a-bb863a2ed0f1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c372c428-595f-4247-a775-8d695a2fa9cd HTTP/1.1" status: 204 len: 168 time: 0.2083063 Apr 15 11:02:05.580905 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48598) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:05.604076 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-96d1ad1d-f02b-4581-9e48-04ab6458d441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.621302 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-96d1ad1d-f02b-4581-9e48-04ab6458d441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:05.626466 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-96d1ad1d-f02b-4581-9e48-04ab6458d441 admin admin] Usage tracker for resource:security_group_rule and tenant:f3f41958d0ba4c75afd58cd63c371f16 is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:05.629896 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-96d1ad1d-f02b-4581-9e48-04ab6458d441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:05.636324 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-96d1ad1d-f02b-4581-9e48-04ab6458d441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:05.730840 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-96d1ad1d-f02b-4581-9e48-04ab6458d441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.735810 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-96d1ad1d-f02b-4581-9e48-04ab6458d441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.745605 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-222b7a43-e2da-4a1b-964e-232ce69e4539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:05.777941 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-96d1ad1d-f02b-4581-9e48-04ab6458d441 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f3f41958d0ba4c75afd58cd63c371f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958356 Apr 15 11:02:05.781827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48602) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:05.814039 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1ad1d-f02b-4581-9e48-04ab6458d441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edf5c7b-da07-4dc9-9ba8-528b668519e0,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:05.823876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-96d1ad1d-f02b-4581-9e48-04ab6458d441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:05.869019 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f277b20-0ad2-47a3-acef-548800b09ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.899738 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f277b20-0ad2-47a3-acef-548800b09ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.952028 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f277b20-0ad2-47a3-acef-548800b09ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.957444 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5868eec7-badb-4a77-9124-f7aab1fa58d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:05.969250 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f277b20-0ad2-47a3-acef-548800b09ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edf5c7b-da07-4dc9-9ba8-528b668519e0,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:05.975257 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5f277b20-0ad2-47a3-acef-548800b09ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:05.978167 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5f277b20-0ad2-47a3-acef-548800b09ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.979812 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-5f277b20-0ad2-47a3-acef-548800b09ccd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3edf5c7b-da07-4dc9-9ba8-528b668519e0 HTTP/1.1" status: 204 len: 168 time: 0.1966581 Apr 15 11:02:06.458155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16ea3e-4321-414e-8ad7-6af52c867f5c req-ea561dd9-2db5-469b-893c-f10026803657 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:06.466128 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6e16ea3e-4321-414e-8ad7-6af52c867f5c req-ea561dd9-2db5-469b-893c-f10026803657 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 931 time: 0.1300247 Apr 15 11:02:06.525169 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6e16ea3e-4321-414e-8ad7-6af52c867f5c req-644d3200-f3b4-4842-adb6-b22bc90a36cc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578420 Apr 15 11:02:07.737622 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872c9ae-61d5-46a9-a579-b4a9159e7877 req-f0694a45-7586-425a-bf23-609c66ed4576 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:07.739352 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5872c9ae-61d5-46a9-a579-b4a9159e7877 req-f0694a45-7586-425a-bf23-609c66ed4576 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 931 time: 0.0984168 Apr 15 11:02:07.791381 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-5872c9ae-61d5-46a9-a579-b4a9159e7877 req-7992c41d-8593-40d1-8680-55d5e1756c6a tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452428 Apr 15 11:02:09.048729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfacd42-6512-4aef-b901-8098e94600ae req-d61cb74a-2a23-4963-99bb-eb438830adfe tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:09.050405 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6bfacd42-6512-4aef-b901-8098e94600ae req-d61cb74a-2a23-4963-99bb-eb438830adfe tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 931 time: 0.1025403 Apr 15 11:02:09.102326 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6bfacd42-6512-4aef-b901-8098e94600ae req-e89d67dc-7890-4216-a43a-5ebdc7edb204 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452948 Apr 15 11:02:10.349179 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d50c5a-1977-4c2d-bb21-6b7fba7b83f5 req-50988d7f-be29-4e29-af54-13432d0e39bd tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:10.355806 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d1d50c5a-1977-4c2d-bb21-6b7fba7b83f5 req-50988d7f-be29-4e29-af54-13432d0e39bd tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 931 time: 0.1152704 Apr 15 11:02:10.413335 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d1d50c5a-1977-4c2d-bb21-6b7fba7b83f5 req-0f3e7613-abd1-431e-990f-565a77ab921a tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552473 Apr 15 11:02:10.447131 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:02:11.658011 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b7b16-af19-4230-b51e-7332b1495a02 req-5e0d9510-cd27-453f-8508-b12523e744b2 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:11.659952 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a18b7b16-af19-4230-b51e-7332b1495a02 req-5e0d9510-cd27-453f-8508-b12523e744b2 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 931 time: 0.1189847 Apr 15 11:02:11.713324 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a18b7b16-af19-4230-b51e-7332b1495a02 req-c2c22d8a-e4ab-4c08-a799-c891bd2ef17f tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464106 Apr 15 11:02:12.136524 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Request body: {'port': {'device_id': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:12.265724 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.704077 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d {{(pid=85286) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:02:12.712350 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.728090 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Transition to ACTIVE for port object dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d will not be triggered until provisioned by entity L2. {{(pid=85286) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:02:12.730811 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843394218'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:12.747068 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:12.946084 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Pushing event updated for resources: {'Port': ['ID=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,revision_number=2']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:12.973686 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:12.974096 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:12.974503 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:12.974929 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:12.975323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:12.975718 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:12.976111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:12.976501 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:12.977173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:12.977173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:12.977968 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:12.977968 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:12.982178 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:13.350096 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bb3ef-6eaa-4d34-859a-bc75b8196d9f req-1beed307-e3cc-4e61-8aa6-b5db23000bc5 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:13.351731 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-267bb3ef-6eaa-4d34-859a-bc75b8196d9f req-1beed307-e3cc-4e61-8aa6-b5db23000bc5 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 943 time: 0.4956968 Apr 15 11:02:13.479593 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-267bb3ef-6eaa-4d34-859a-bc75b8196d9f req-9b5cbaa6-caac-45fd-ac60-1a99ac2c9125 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963972 Apr 15 11:02:13.498786 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Attempting to bind port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:02:13.499175 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Attempting to bind port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '68d823b3-424c-47e3-896c-4627ada0183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb'}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:02:13.500285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Attempting to bind port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d on network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:02:13.505577 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d on network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:02:13.505937 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Attempting to bind port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d on network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:02:13.511362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Checking agent: {'id': '06abe76c-7248-4b2b-b220-043aef8a429d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'started_at': datetime.datetime(2021, 4, 15, 10, 51, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:02:13.511737 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Checking segment: {'id': '68d823b3-424c-47e3-896c-4627ada0183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:02:13.512156 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Bound using segment: {'id': '68d823b3-424c-47e3-896c-4627ada0183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb'} {{(pid=85286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:02:13.512655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Bound port: dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d823b3-424c-47e3-896c-4627ada0183e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb'}}] {{(pid=85286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:02:13.513010 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:13.615053 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] For port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d, host hv-cinder-78638, cleared binding levels {{(pid=85286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:02:13.618115 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] For port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,segment=NetworkSegment(68d823b3-424c-47e3-896c-4627ada0183e),segment_id=68d823b3-424c-47e3-896c-4627ada0183e)] {{(pid=85286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:02:13.621529 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843394218'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:13.635709 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48714) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:13.638084 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a99f6397-4b58-4be6-a76d-7fdacb161e74 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:13.773958 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e7c62699-3cf5-4fd2-a9fd-028caa720ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:13.791361 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e7c62699-3cf5-4fd2-a9fd-028caa720ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:13.795528 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-e7c62699-3cf5-4fd2-a9fd-028caa720ff0 admin admin] Usage tracker for resource:security_group_rule and tenant:e442f2f2b2b04bf8a44b4fe68d2703de is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:13.795837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Pushing event updated for resources: {'Port': ['ID=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,revision_number=3']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:13.799247 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-e7c62699-3cf5-4fd2-a9fd-028caa720ff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:13.803462 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:13.806300 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e7c62699-3cf5-4fd2-a9fd-028caa720ff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:13.836598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:13.837149 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:13.839078 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] 10.222.0.102 "PUT /v2.0/ports/dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d HTTP/1.1" status: 200 len: 1093 time: 1.7081671 Apr 15 11:02:13.839515 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'tag': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:13.945133 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e7c62699-3cf5-4fd2-a9fd-028caa720ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:13.949625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e7c62699-3cf5-4fd2-a9fd-028caa720ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:13.963181 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-03087b2c-de76-4dcd-b839-de3812b9bdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:14.005984 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c62699-3cf5-4fd2-a9fd-028caa720ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4969a62-a0b1-4bef-9e66-7ea91673e617,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:14.006566 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-5ba809cc-e833-4bfe-b7e7-55b7654e2c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:14.008409 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-5ba809cc-e833-4bfe-b7e7-55b7654e2c6a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=64e845b4b0264c1294118578a41ac6bc&device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 1096 time: 0.1115782 Apr 15 11:02:14.024650 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e7c62699-3cf5-4fd2-a9fd-028caa720ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:14.036040 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-e7c62699-3cf5-4fd2-a9fd-028caa720ff0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e442f2f2b2b04bf8a44b4fe68d2703de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3985083 Apr 15 11:02:14.037065 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48728) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:14.110291 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'tag': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d', 'status': 'completed', 'code': 200} Apr 15 11:02:14.111930 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-baee3f1f-c2ed-4728-b13b-7e2c692254c8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d HTTP/1.1" status: 200 len: 217 time: 0.0848372 Apr 15 11:02:14.118844 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f67cee55-ecd3-47fb-bdd6-54efa1be0216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:14.149083 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f67cee55-ecd3-47fb-bdd6-54efa1be0216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:14.198043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f67cee55-ecd3-47fb-bdd6-54efa1be0216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:14.204607 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-be1c0f7a-789b-4ed7-96b8-63d3d06ce5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:14.206325 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-be1c0f7a-789b-4ed7-96b8-63d3d06ce5ef service neutron] 10.222.0.102 "GET /v2.0/subnets?id=52a1ca7f-c81a-4726-bf8f-87d09cd8edb0 HTTP/1.1" status: 200 len: 853 time: 0.0731623 Apr 15 11:02:14.206779 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-96d1ad1d-f02b-4581-9e48-04ab6458d441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:14.220151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f67cee55-ecd3-47fb-bdd6-54efa1be0216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:14.224201 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f67cee55-ecd3-47fb-bdd6-54efa1be0216 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a4969a62-a0b1-4bef-9e66-7ea91673e617 HTTP/1.1" status: 204 len: 168 time: 0.1858861 Apr 15 11:02:14.226834 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cee55-ecd3-47fb-bdd6-54efa1be0216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4969a62-a0b1-4bef-9e66-7ea91673e617,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:14.230410 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f67cee55-ecd3-47fb-bdd6-54efa1be0216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:14.308219 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1e9dbb4b-d26f-441e-bfc7-36afa7adecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:14.309811 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-1e9dbb4b-d26f-441e-bfc7-36afa7adecc2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0949256 Apr 15 11:02:14.501350 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-b68daa6f-2769-4143-a272-1439e1db8946 service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527655 Apr 15 11:02:14.712332 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-2beec0d2-0f7e-4ea2-b1c6-23e5c8efd529 req-3d07f886-c9e3-46dc-8938-7b17408c16b5 service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024751 Apr 15 11:02:14.756222 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a3011-5bd4-4e94-968a-8a8738ee4d58 req-ed4c3cf2-4863-46b6-b212-034bdb8cd5d8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:14.757821 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9f2a3011-5bd4-4e94-968a-8a8738ee4d58 req-ed4c3cf2-4863-46b6-b212-034bdb8cd5d8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 943 time: 0.1038022 Apr 15 11:02:14.812948 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9f2a3011-5bd4-4e94-968a-8a8738ee4d58 req-cff0c6ba-28bd-42de-8ead-d00f761acae8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485826 Apr 15 11:02:14.902267 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee5bac-4571-4683-993c-0a1d951eb78d req-1fa6f7f3-8fb9-4620-899c-6e74cb978121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:14.903903 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-28ee5bac-4571-4683-993c-0a1d951eb78d req-1fa6f7f3-8fb9-4620-899c-6e74cb978121 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=64e845b4b0264c1294118578a41ac6bc&device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 1096 time: 0.0816453 Apr 15 11:02:15.056825 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee5bac-4571-4683-993c-0a1d951eb78d req-d46d1aa1-4af1-4c9a-8ce2-c33edf786aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:15.058430 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-28ee5bac-4571-4683-993c-0a1d951eb78d req-d46d1aa1-4af1-4c9a-8ce2-c33edf786aa7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb HTTP/1.1" status: 200 len: 916 time: 0.1472411 Apr 15 11:02:15.137647 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-28ee5bac-4571-4683-993c-0a1d951eb78d req-acd9a440-2f13-451d-9d14-2de40818efd6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d HTTP/1.1" status: 200 len: 217 time: 0.0706289 Apr 15 11:02:15.209856 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee5bac-4571-4683-993c-0a1d951eb78d req-7b921ced-161f-4950-af0a-12894f3e358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:15.211531 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-28ee5bac-4571-4683-993c-0a1d951eb78d req-7b921ced-161f-4950-af0a-12894f3e358e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=52a1ca7f-c81a-4726-bf8f-87d09cd8edb0 HTTP/1.1" status: 200 len: 853 time: 0.0666187 Apr 15 11:02:15.295842 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee5bac-4571-4683-993c-0a1d951eb78d req-b7054b90-d599-4753-ba1e-34b2a8ded398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:15.297450 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-28ee5bac-4571-4683-993c-0a1d951eb78d req-b7054b90-d599-4753-ba1e-34b2a8ded398 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778389 Apr 15 11:02:15.446304 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-28ee5bac-4571-4683-993c-0a1d951eb78d req-23da8fb4-d1e7-4d48-b384-625f2a764799 service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394215 Apr 15 11:02:15.650714 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-28ee5bac-4571-4683-993c-0a1d951eb78d req-fee63fca-9be0-43ec-b764-77753b17b6db service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602304 Apr 15 11:02:16.024328 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22511e9-eb60-4aa5-8014-97764770f841 req-72bc7c4e-e7f9-4064-a385-e000ff561d3a tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:16.025944 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e22511e9-eb60-4aa5-8014-97764770f841 req-72bc7c4e-e7f9-4064-a385-e000ff561d3a tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 943 time: 0.0965118 Apr 15 11:02:16.074806 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e22511e9-eb60-4aa5-8014-97764770f841 req-b9ecf359-2cba-4162-a387-b9b0be87c6eb tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Apr 15 11:02:17.245844 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85287) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:02:17.286677 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfef640-0579-470c-b077-2ac2de9c665b req-23769f40-49b4-4aa2-9635-f38320254c0c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:17.288290 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1bfef640-0579-470c-b077-2ac2de9c665b req-23769f40-49b4-4aa2-9635-f38320254c0c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 943 time: 0.0940344 Apr 15 11:02:17.343597 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1bfef640-0579-470c-b077-2ac2de9c665b req-86d4367b-c5d0-4dd7-9f4f-0ab3ed93cafd tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479646 Apr 15 11:02:17.394379 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,segment=NetworkSegment(68d823b3-424c-47e3-896c-4627ada0183e),segment_id=68d823b3-424c-47e3-896c-4627ada0183e)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:17.409551 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Returning: {'device': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'port_id': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d', 'mac_address': 'fa:16:3e:e2:7f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85287) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:02:17.471000 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:17.489644 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d {{(pid=85287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:02:17.506516 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,segment=NetworkSegment(68d823b3-424c-47e3-896c-4627ada0183e),segment_id=68d823b3-424c-47e3-896c-4627ada0183e)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:17.509548 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:17.511427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-631c20d3-17ea-4516-b34b-1ef32ed326a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:17.587867 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,revision_number=4']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:17.596879 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:17.597279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:17.597667 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:17.598050 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:17.598427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:17.598837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:17.599214 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:17.599589 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:17.599959 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:17.600331 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:17.600700 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:17.601069 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:17.605282 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:17.846460 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:02:18.549670 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cfcd9-f692-4863-90ed-c5f5f57ef7bf req-8c110d9b-e9bc-454c-8318-caf81eb08d2c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:18.551396 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b17cfcd9-f692-4863-90ed-c5f5f57ef7bf req-8c110d9b-e9bc-454c-8318-caf81eb08d2c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 944 time: 0.0923526 Apr 15 11:02:18.602802 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b17cfcd9-f692-4863-90ed-c5f5f57ef7bf req-2976151e-6502-4d29-9bf2-0b76c276643f tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446455 Apr 15 11:02:19.245461 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d up at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:02:19.315879 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning for port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d completed by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:02:19.320941 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Provisioning complete for port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d triggered by entity L2. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:19.321360 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:19.450624 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:19.480529 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d'}] {{(pid=85287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:19.493555 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] For port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,segment=NetworkSegment(68d823b3-424c-47e3-896c-4627ada0183e),segment_id=68d823b3-424c-47e3-896c-4627ada0183e)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:19.497839 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316'] for port, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:19.502331 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:19.573564 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d', 'code': 200} Apr 15 11:02:19.608338 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Pushing event updated for resources: {'Port': ['ID=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,revision_number=5']} {{(pid=85287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:19.611586 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85287) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:19.869525 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307af3c9-f26d-405a-9d79-cc450fc21fed req-f75dbba0-746f-4da6-a590-b33f556a38c5 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:19.871076 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-307af3c9-f26d-405a-9d79-cc450fc21fed req-f75dbba0-746f-4da6-a590-b33f556a38c5 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 945 time: 0.1485686 Apr 15 11:02:19.919748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411f262-ac4f-4864-a4c2-2613422929dd req-ca36a209-2cf5-4ed7-8016-afa4228c613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:19.922707 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a411f262-ac4f-4864-a4c2-2613422929dd req-ca36a209-2cf5-4ed7-8016-afa4228c613b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 1098 time: 0.1374278 Apr 15 11:02:19.948523 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-307af3c9-f26d-405a-9d79-cc450fc21fed req-f94ffbe9-3f56-409b-9f4c-9b1928d6873e tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687170 Apr 15 11:02:19.975834 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a411f262-ac4f-4864-a4c2-2613422929dd req-b2de6ed6-f1bc-4ac7-b956-e5fb00a9c011 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469368 Apr 15 11:02:21.162111 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac42f30-46a4-42ad-913c-60510311baf4 req-7f533e78-9ab0-41c5-bbe7-399005910c2a tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:21.163773 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9ac42f30-46a4-42ad-913c-60510311baf4 req-7f533e78-9ab0-41c5-bbe7-399005910c2a tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 945 time: 0.0943458 Apr 15 11:02:21.220064 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9ac42f30-46a4-42ad-913c-60510311baf4 req-58fa6ddf-f7a7-4fae-9509-2fa9b1c308c5 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437863 Apr 15 11:02:22.260748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278f6d4-3413-4f31-8d0d-451643e6146b req-ed8b18aa-c910-49be-9ee9-015ad9d9b3e2 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:22.262343 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7278f6d4-3413-4f31-8d0d-451643e6146b req-ed8b18aa-c910-49be-9ee9-015ad9d9b3e2 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0937531 Apr 15 11:02:22.298674 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:22.313415 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-7278f6d4-3413-4f31-8d0d-451643e6146b req-2db04242-af65-41a7-b618-56164576bb3e tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439072 Apr 15 11:02:22.506380 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e1415-780a-448c-b040-fa9a7d627b36 req-8e7f27e0-d674-4f95-87a9-12eacabc177a tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:22.508031 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-682e1415-780a-448c-b040-fa9a7d627b36 req-8e7f27e0-d674-4f95-87a9-12eacabc177a tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 945 time: 0.0891623 Apr 15 11:02:22.561119 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-682e1415-780a-448c-b040-fa9a7d627b36 req-bb1d4fa5-b668-4fd3-9de7-6ff3b6a66b96 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465269 Apr 15 11:02:22.769714 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221f085-475e-4823-a28b-70b2e45a1725 req-ee7afa69-8113-4509-8792-d6a6a7e68219 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:22.771370 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6221f085-475e-4823-a28b-70b2e45a1725 req-ee7afa69-8113-4509-8792-d6a6a7e68219 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 945 time: 0.0948777 Apr 15 11:02:22.819107 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6221f085-475e-4823-a28b-70b2e45a1725 req-ec792a97-f7ba-4a9c-821d-3e5fa1f3df5b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 Apr 15 11:02:23.241609 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878a516-09bd-4159-8fda-b1e9dfef45b7 req-8989c00d-9f06-4ef8-902d-080a767fa3a4 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:23.243246 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b878a516-09bd-4159-8fda-b1e9dfef45b7 req-8989c00d-9f06-4ef8-902d-080a767fa3a4 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 945 time: 0.0891266 Apr 15 11:02:23.291501 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b878a516-09bd-4159-8fda-b1e9dfef45b7 req-2f808949-2b98-468b-8d0e-c2c643a5dadd tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411546 Apr 15 11:02:23.519057 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13766792-92ee-4328-99ad-c20efb850dc1 req-ce2c8cf4-b36c-42d9-a821-ce3d891457e1 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:23.520719 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-13766792-92ee-4328-99ad-c20efb850dc1 req-ce2c8cf4-b36c-42d9-a821-ce3d891457e1 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0924428 Apr 15 11:02:23.573764 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-13766792-92ee-4328-99ad-c20efb850dc1 req-71e2ec11-6030-4d4e-82ec-cd0cee3c0293 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462859 Apr 15 11:02:24.785945 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add86857-8747-40cc-bc23-e9acd67f6e89 req-9ee8fed6-de7f-4e0a-b654-d6b82c8cde0b tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:24.787610 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-add86857-8747-40cc-bc23-e9acd67f6e89 req-9ee8fed6-de7f-4e0a-b654-d6b82c8cde0b tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0949359 Apr 15 11:02:24.839723 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-add86857-8747-40cc-bc23-e9acd67f6e89 req-521c51a6-9f94-4c0e-b3b5-87c63846f7e1 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455191 Apr 15 11:02:25.123864 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f901-c6b2-419a-984e-6b3de8285809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:26.049831 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c072c6-649d-40bf-8abe-bf69583ceb09 req-c16df6e8-bf57-4374-8700-c3e300b0b6ce tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:26.051489 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-01c072c6-649d-40bf-8abe-bf69583ceb09 req-c16df6e8-bf57-4374-8700-c3e300b0b6ce tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0893147 Apr 15 11:02:26.100441 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-01c072c6-649d-40bf-8abe-bf69583ceb09 req-690ce559-88b1-4b10-bd6e-5e78a2b1094e tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Apr 15 11:02:27.006869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51a84e-b2b0-411f-b0ae-26aacd47df6e req-20f4610d-dcec-404e-91ae-3af0ee5f7511 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:27.008937 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6c51a84e-b2b0-411f-b0ae-26aacd47df6e req-20f4610d-dcec-404e-91ae-3af0ee5f7511 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.102 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 945 time: 0.0984042 Apr 15 11:02:27.090578 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-6c51a84e-b2b0-411f-b0ae-26aacd47df6e req-fb3b9ae1-08b9-4cf8-be4b-b0966489c853 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Deleting port c60a36ad-a67f-4603-abd3-51746c701e5f {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:27.091149 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6c51a84e-b2b0-411f-b0ae-26aacd47df6e req-fb3b9ae1-08b9-4cf8-be4b-b0966489c853 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.437228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe44ae7-3138-4a20-a73d-610ff9f85ca2 req-233eda5a-35f3-4824-a8b6-557a6d01cf6a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:27.438932 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0fe44ae7-3138-4a20-a73d-610ff9f85ca2 req-233eda5a-35f3-4824-a8b6-557a6d01cf6a tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 945 time: 0.2008932 Apr 15 11:02:27.444206 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-6c51a84e-b2b0-411f-b0ae-26aacd47df6e req-fb3b9ae1-08b9-4cf8-be4b-b0966489c853 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] For port c60a36ad-a67f-4603-abd3-51746c701e5f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c60a36ad-a67f-4603-abd3-51746c701e5f,segment=NetworkSegment(ab2970f7-c399-4b6f-be6b-96590eb172bf),segment_id=ab2970f7-c399-4b6f-be6b-96590eb172bf)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:27.444599 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6c51a84e-b2b0-411f-b0ae-26aacd47df6e req-fb3b9ae1-08b9-4cf8-be4b-b0966489c853 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:27.836765 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-6c51a84e-b2b0-411f-b0ae-26aacd47df6e req-fb3b9ae1-08b9-4cf8-be4b-b0966489c853 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Calling delete_port for c60a36ad-a67f-4603-abd3-51746c701e5f owned by compute:nova {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:27.901164 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-0fe44ae7-3138-4a20-a73d-610ff9f85ca2 req-f6c8dab3-23e0-469d-a4a4-5dabc1d643b5 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/security-groups?id=fff44500-c10d-4a9a-a36c-464740179a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485142 Apr 15 11:02:28.018122 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6c51a84e-b2b0-411f-b0ae-26aacd47df6e req-fb3b9ae1-08b9-4cf8-be4b-b0966489c853 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.037270 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-581c8a76-57b5-424d-9c53-c38871c8051f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:28.053753 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['c60a36ad-a67f-4603-abd3-51746c701e5f'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:02:28.091625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b9ae1-08b9-4cf8-be4b-b0966489c853 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Pushing event deleted for resources: {'Port': ['ID=c60a36ad-a67f-4603-abd3-51746c701e5f,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:28.095232 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fb3b9ae1-08b9-4cf8-be4b-b0966489c853 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:28.131142 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-82e0bee6-0fd3-4282-868c-1700e00bdf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.383390 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c51a84e-b2b0-411f-b0ae-26aacd47df6e req-fb3b9ae1-08b9-4cf8-be4b-b0966489c853 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] No DVR routers for this DVR port c60a36ad-a67f-4603-abd3-51746c701e5f on host hv-cinder-78638 {{(pid=85286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:28.386337 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-6c51a84e-b2b0-411f-b0ae-26aacd47df6e req-fb3b9ae1-08b9-4cf8-be4b-b0966489c853 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.389420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e043b9d-54d8-4408-91ca-4603cd96b2d3', 'name': 'network-vif-deleted', 'tag': 'c60a36ad-a67f-4603-abd3-51746c701e5f'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:28.411760 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b15f9-9dcb-4686-a45c-836f82c26352 req-eb6d664c-e3a5-4e7b-b138-b72a962e9acb tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:28.413317 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ab7b15f9-9dcb-4686-a45c-836f82c26352 req-eb6d664c-e3a5-4e7b-b138-b72a962e9acb tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 945 time: 0.2173209 Apr 15 11:02:28.420373 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6c51a84e-b2b0-411f-b0ae-26aacd47df6e req-fb3b9ae1-08b9-4cf8-be4b-b0966489c853 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.102 "DELETE /v2.0/ports/c60a36ad-a67f-4603-abd3-51746c701e5f HTTP/1.1" status: 204 len: 173 time: 1.4058399 Apr 15 11:02:28.473289 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ab7b15f9-9dcb-4686-a45c-836f82c26352 req-6eaa5a8a-46a2-4adf-93bb-525d2b395d02 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511115 Apr 15 11:02:28.479160 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-64669df2-8a2f-4b25-97f5-1f9c25d0dbf2 req-71b691c6-dd81-4a9c-ab56-5442a7a1f1da service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0928586 Apr 15 11:02:28.499475 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48936) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:28.552805 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e043b9d-54d8-4408-91ca-4603cd96b2d3', 'name': 'network-vif-deleted', 'tag': 'c60a36ad-a67f-4603-abd3-51746c701e5f', 'status': 'completed', 'code': 200} Apr 15 11:02:28.568905 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.704662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64669df2-8a2f-4b25-97f5-1f9c25d0dbf2 req-31704a83-93e4-48b3-821b-dc60b5f8ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:28.706428 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-64669df2-8a2f-4b25-97f5-1f9c25d0dbf2 req-31704a83-93e4-48b3-821b-dc60b5f8ec4b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b28d92d094a45dab0f09777f7955721&device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 1098 time: 0.0894098 Apr 15 11:02:28.749476 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 48944) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:28.825583 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7662cbd-e177-4480-8568-ec23f6977015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.843462 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d7662cbd-e177-4480-8568-ec23f6977015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:28.848316 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d7662cbd-e177-4480-8568-ec23f6977015 admin admin] Usage tracker for resource:security_group_rule and tenant:2a5cceef235045dcbd4bc1aa48a96e37 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:28.851362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-d7662cbd-e177-4480-8568-ec23f6977015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:28.857542 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-d7662cbd-e177-4480-8568-ec23f6977015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:28.933423 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64669df2-8a2f-4b25-97f5-1f9c25d0dbf2 req-dc23a94d-6960-4cc8-9cdd-e6a4e2ba40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:28.935047 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-64669df2-8a2f-4b25-97f5-1f9c25d0dbf2 req-dc23a94d-6960-4cc8-9cdd-e6a4e2ba40d8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=489d5acd-ee71-4613-a2b7-e64dddf50594 HTTP/1.1" status: 200 len: 910 time: 0.1960254 Apr 15 11:02:28.954966 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7662cbd-e177-4480-8568-ec23f6977015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.958043 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d7662cbd-e177-4480-8568-ec23f6977015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:28.967656 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bc6255d4-6371-43e0-8f60-28ffe2d66e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:29.006228 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7662cbd-e177-4480-8568-ec23f6977015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781c483d-2c93-47e2-a96a-60a1c67c0683,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:29.012389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-d7662cbd-e177-4480-8568-ec23f6977015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:29.022275 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d7662cbd-e177-4480-8568-ec23f6977015 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2a5cceef235045dcbd4bc1aa48a96e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716391 Apr 15 11:02:29.022982 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 48952) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:29.072924 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d100e20d-f68b-41db-9079-47831b417977 tempest-TestMinimumBasicScenario-1856435274 tempest-TestMinimumBasicScenario-1856435274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:29.077729 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-d100e20d-f68b-41db-9079-47831b417977 tempest-TestMinimumBasicScenario-1856435274 tempest-TestMinimumBasicScenario-1856435274-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 1093 time: 0.5731614 Apr 15 11:02:29.082450 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 48956) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:29.084648 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-64669df2-8a2f-4b25-97f5-1f9c25d0dbf2 req-d6c7292b-2109-4979-9d60-4803d68ee65a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 HTTP/1.1" status: 200 len: 1000 time: 0.1409488 Apr 15 11:02:29.090470 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Request body: {'floatingip': {'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'port_id': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:29.119328 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-62680af6-452f-41ee-ad8d-d45fb49946ea req-f5754690-5c83-43e1-8bbc-6c1ebf7f7017 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Synchronizing usage tracker for tenant:e0ae82ad5f464eca8903fe25b0d06617 on resource:port {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:02:29.147558 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:29.149774 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-62680af6-452f-41ee-ad8d-d45fb49946ea req-f5754690-5c83-43e1-8bbc-6c1ebf7f7017 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] Unset dirty status for tenant:e0ae82ad5f464eca8903fe25b0d06617 on resource:port {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:02:29.151096 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-62680af6-452f-41ee-ad8d-d45fb49946ea req-f5754690-5c83-43e1-8bbc-6c1ebf7f7017 tempest-VolumesSnapshotTestJSON-2147177282 tempest-VolumesSnapshotTestJSON-2147177282-project] 10.222.0.96 "GET /v2.0/ports?device_id=1e043b9d-54d8-4408-91ca-4603cd96b2d3 HTTP/1.1" status: 200 len: 210 time: 0.1067119 Apr 15 11:02:29.159850 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d7f41bf-648a-48bf-834e-0aff7cb7b1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.180748 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Usage tracker for resource:floatingip and tenant:64e845b4b0264c1294118578a41ac6bc is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:29.185818 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:29.190846 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64669df2-8a2f-4b25-97f5-1f9c25d0dbf2 req-e33a3763-326d-4058-a0e8-b47af8ddfd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:29.192454 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-64669df2-8a2f-4b25-97f5-1f9c25d0dbf2 req-e33a3763-326d-4058-a0e8-b47af8ddfd49 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e7622b6a-b918-4e6e-83d3-1f7241aed5a6 HTTP/1.1" status: 200 len: 847 time: 0.0936697 Apr 15 11:02:29.194953 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d7f41bf-648a-48bf-834e-0aff7cb7b1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.197000 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:29.249176 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d7f41bf-648a-48bf-834e-0aff7cb7b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.255568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-66b224d3-40e2-4de1-9348-706075e21acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:29.259104 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for floatingip, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.270030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f41bf-648a-48bf-834e-0aff7cb7b1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781c483d-2c93-47e2-a96a-60a1c67c0683,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:29.273283 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-4d7f41bf-648a-48bf-834e-0aff7cb7b1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:29.275699 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4d7f41bf-648a-48bf-834e-0aff7cb7b1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.278703 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-4d7f41bf-648a-48bf-834e-0aff7cb7b1d9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/781c483d-2c93-47e2-a96a-60a1c67c0683 HTTP/1.1" status: 204 len: 168 time: 0.2546437 Apr 15 11:02:29.371556 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64669df2-8a2f-4b25-97f5-1f9c25d0dbf2 req-4b514ce9-610f-4c08-a313-af38bc4ae36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:29.373224 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-64669df2-8a2f-4b25-97f5-1f9c25d0dbf2 req-4b514ce9-610f-4c08-a313-af38bc4ae36a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=489d5acd-ee71-4613-a2b7-e64dddf50594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1733906 Apr 15 11:02:29.460418 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.818328 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-64669df2-8a2f-4b25-97f5-1f9c25d0dbf2 req-62ace2a4-814b-4c11-ac04-8c59d18909b9 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331129 Apr 15 11:02:29.820904 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.097409 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-64669df2-8a2f-4b25-97f5-1f9c25d0dbf2 req-4e428a67-7460-4893-af09-1fb4f437bbc6 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325177 Apr 15 11:02:30.114626 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_common [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Allocated IP 172.28.2.241 (07542e32-3df2-45eb-88b2-df384f761ab0/8a111444-f903-4ab8-a6a6-fdc00bae7494/ae7accbd-31df-4f70-bd7b-5c71424ecbdc) {{(pid=85285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:02:30.288720 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for port, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.323785 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794446052450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.340418 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5dddef73-ef3c-43c9-a0dd-4fc1c91f81a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:30.481468 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event updated for resources: {'Port': ['ID=ae7accbd-31df-4f70-bd7b-5c71424ecbdc,revision_number=1']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:30.487629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:30.556498 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Network 07542e32-3df2-45eb-88b2-df384f761ab0 is already hosted by enough agents. {{(pid=85285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:02:30.557708 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.base_scheduler [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Resources bound (agent type, host, resource id): {{(pid=85285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:02:30.560495 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Received port after_create {{(pid=85285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:02:30.627052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.114848 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.196305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.296014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device c60a36ad-a67f-4603-abd3-51746c701e5f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:31.334148 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: c60a36ad-a67f-4603-abd3-51746c701e5f {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:31.334555 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device c60a36ad-a67f-4603-abd3-51746c701e5f not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:31.484074 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for port, precommit_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.488630 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11995384'] for port, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.505354 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b7b928fd-d6d4-4803-ab71-a17f855999fb tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:31.647373 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event updated for resources: {'Port': ['ID=ae7accbd-31df-4f70-bd7b-5c71424ecbdc,revision_number=2']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:31.651974 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:31.757442 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853837847'] for floatingip, after_update {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.963293 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.l3_db [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Floating IP 45b13038-75cd-4536-8a9d-cfbf5ae5570d associated. External IP: 172.28.2.241, port: dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d. Apr 15 11:02:32.406319 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Router 987fe1c0-2699-4258-84d7-8d88c7484d9b has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:32.618468 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:32.628622 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f1f9f-b9dd-43aa-b262-ddf2437ecbe3 None None] Sync routers for ids ['987fe1c0-2699-4258-84d7-8d88c7484d9b'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:32.640483 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f1f9f-b9dd-43aa-b262-ddf2437ecbe3 None None] Routers {'987fe1c0-2699-4258-84d7-8d88c7484d9b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:32.642832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-259f1f9f-b9dd-43aa-b262-ddf2437ecbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:02:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['987fe1c0-2699-4258-84d7-8d88c7484d9b'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:32.646680 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:32.717952 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-53da3de1-f2cb-4b91-98d7-2e91cdb42945 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6320736 Apr 15 11:02:32.719368 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'tag': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:32.721017 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49024) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:32.727936 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1024323634', 'description': 'tempest-secgroup-smoke-1024323634 description', 'project_id': '64e845b4b0264c1294118578a41ac6bc'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:32.736875 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:32.741395 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Usage tracker for resource:security_group and tenant:64e845b4b0264c1294118578a41ac6bc is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:32.745755 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:32.753247 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:32.768063 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:32.777455 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'tag': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d', 'status': 'completed', 'code': 200} Apr 15 11:02:32.791268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:32.795501 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Usage tracker for resource:security_group_rule and tenant:64e845b4b0264c1294118578a41ac6bc is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:32.799203 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:32.805509 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:32.873806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49034) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:32.874934 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-259f1f9f-b9dd-43aa-b262-ddf2437ecbe3 None None] Set router 987fe1c0-2699-4258-84d7-8d88c7484d9b gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:32.927339 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:32.933109 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:32.939126 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f68d5f24-1a4a-441f-b1ef-8ce529aedb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:32.979188 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:32.980607 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2581916 Apr 15 11:02:32.985028 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49040) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:32.999977 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-a8dba1c0-29ff-4d76-940b-810a7162d290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Request body: {'security_group_rule': {'security_group_id': 'a917e58a-7101-4996-9489-58d30c8efd2f', 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:33.009505 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a8dba1c0-29ff-4d76-940b-810a7162d290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:33.014186 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a8dba1c0-29ff-4d76-940b-810a7162d290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Usage tracker for resource:security_group_rule and tenant:64e845b4b0264c1294118578a41ac6bc is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:33.018638 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-a8dba1c0-29ff-4d76-940b-810a7162d290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:33.031246 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-a8dba1c0-29ff-4d76-940b-810a7162d290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:33.052556 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a917e58a-7101-4996-9489-58d30c8efd2f,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:33.056844 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-34cc1aa6-cdcd-4fc7-80b2-2daaaf216ad8 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:33.076436 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8dba1c0-29ff-4d76-940b-810a7162d290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.159451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8dba1c0-29ff-4d76-940b-810a7162d290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.163921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8dba1c0-29ff-4d76-940b-810a7162d290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.188323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:33.200505 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a8dba1c0-29ff-4d76-940b-810a7162d290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.202145 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a8dba1c0-29ff-4d76-940b-810a7162d290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2157600 Apr 15 11:02:33.206730 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49048) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:33.214555 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-9705781c-af12-4a39-9a85-8492b4ac213b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Request body: {'security_group_rule': {'security_group_id': 'a917e58a-7101-4996-9489-58d30c8efd2f', 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:33.220305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dba1c0-29ff-4d76-940b-810a7162d290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9949cf5e-c5f3-44d7-b18b-025ab12f44b7,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:33.229090 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a8dba1c0-29ff-4d76-940b-810a7162d290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:33.232135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9705781c-af12-4a39-9a85-8492b4ac213b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:33.237628 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-9705781c-af12-4a39-9a85-8492b4ac213b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Usage tracker for resource:security_group_rule and tenant:64e845b4b0264c1294118578a41ac6bc is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:33.240973 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-9705781c-af12-4a39-9a85-8492b4ac213b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:33.248275 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-9705781c-af12-4a39-9a85-8492b4ac213b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:33.284349 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9705781c-af12-4a39-9a85-8492b4ac213b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.355071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-259f1f9f-b9dd-43aa-b262-ddf2437ecbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 4, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port': {'id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': '45b13038-75cd-4536-8a9d-cfbf5ae5570d', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'floating_ip_address': '172.28.2.241', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'port_id': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'mac_address': 'fa:16:3e:e2:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:02:31Z', 'updated_at': '2021-04-15T11:02:31Z', 'revision_number': 0, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13361b77-c44a-4dce-bdc5-808843e82f46', 'name': '', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'mac_address': 'fa:16:3e:ea:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 5, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'subnets': [{'id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:33.361181 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f1f9f-b9dd-43aa-b262-ddf2437ecbe3 None None] Checking router: 987fe1c0-2699-4258-84d7-8d88c7484d9b for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:33.372994 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f1f9f-b9dd-43aa-b262-ddf2437ecbe3 None None] Routers {'987fe1c0-2699-4258-84d7-8d88c7484d9b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:33.373832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-259f1f9f-b9dd-43aa-b262-ddf2437ecbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:02:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['987fe1c0-2699-4258-84d7-8d88c7484d9b'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:33.395561 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9705781c-af12-4a39-9a85-8492b4ac213b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.399538 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9705781c-af12-4a39-9a85-8492b4ac213b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.408689 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8bbb78f8-c537-4e60-b5c4-51459b525332 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:33.429888 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705781c-af12-4a39-9a85-8492b4ac213b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33c33d6-4816-412c-a9fd-8f16f199841f,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:33.441646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9705781c-af12-4a39-9a85-8492b4ac213b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:33.452783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9705781c-af12-4a39-9a85-8492b4ac213b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.455187 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-9705781c-af12-4a39-9a85-8492b4ac213b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2473493 Apr 15 11:02:33.458098 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49058) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:33.467159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-5fd07dad-3144-4c16-a92c-05a70761770c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Request body: {'security_group_rule': {'security_group_id': 'a917e58a-7101-4996-9489-58d30c8efd2f', 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85285) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:33.490447 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5fd07dad-3144-4c16-a92c-05a70761770c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:33.494872 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd9a88-e22b-428b-833a-e00e58c94ddc req-84ddc4f9-edd2-4088-a379-2f0d74d4e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:33.496629 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-65fd9a88-e22b-428b-833a-e00e58c94ddc req-84ddc4f9-edd2-4088-a379-2f0d74d4e701 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=64e845b4b0264c1294118578a41ac6bc&device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 1098 time: 0.6728406 Apr 15 11:02:33.506230 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-5fd07dad-3144-4c16-a92c-05a70761770c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Usage tracker for resource:security_group_rule and tenant:64e845b4b0264c1294118578a41ac6bc is out of sync, need to count used quota {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:33.533880 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-5fd07dad-3144-4c16-a92c-05a70761770c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85285) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:33.540014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-87d5510c-3654-43f7-8b75-0b5c310977a8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Deleting port ea23b875-684c-42d2-86ff-9d6e2cdaee6a {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:33.540521 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87d5510c-3654-43f7-8b75-0b5c310977a8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.605114 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-259f1f9f-b9dd-43aa-b262-ddf2437ecbe3 None None] Set router 987fe1c0-2699-4258-84d7-8d88c7484d9b gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:33.667148 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-5fd07dad-3144-4c16-a92c-05a70761770c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85285) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:33.773951 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5fd07dad-3144-4c16-a92c-05a70761770c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.044560 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5fd07dad-3144-4c16-a92c-05a70761770c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.054995 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5fd07dad-3144-4c16-a92c-05a70761770c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.077327 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-156afbc9-b2da-494c-840f-0299e6ac77ff tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:34.093259 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd9a88-e22b-428b-833a-e00e58c94ddc req-eec6e849-ef55-4fe4-8466-c0649ab3dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:34.096134 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-65fd9a88-e22b-428b-833a-e00e58c94ddc req-eec6e849-ef55-4fe4-8466-c0649ab3dd71 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb HTTP/1.1" status: 200 len: 916 time: 0.5913098 Apr 15 11:02:34.141598 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-259f1f9f-b9dd-43aa-b262-ddf2437ecbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 4, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port': {'id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': '45b13038-75cd-4536-8a9d-cfbf5ae5570d', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'floating_ip_address': '172.28.2.241', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'port_id': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'mac_address': 'fa:16:3e:e2:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:02:31Z', 'updated_at': '2021-04-15T11:02:31Z', 'revision_number': 0, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13361b77-c44a-4dce-bdc5-808843e82f46', 'name': '', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'mac_address': 'fa:16:3e:ea:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 5, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'subnets': [{'id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:34.146265 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f1f9f-b9dd-43aa-b262-ddf2437ecbe3 None None] The sync data for ids ['987fe1c0-2699-4258-84d7-8d88c7484d9b'] in dv-cinder-786385-1-smb is: [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 4, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port': {'id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_floatingips': [{'id': '45b13038-75cd-4536-8a9d-cfbf5ae5570d', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'floating_ip_address': '172.28.2.241', 'floating_network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'router_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'port_id': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'mac_address': 'fa:16:3e:e2:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:02:31Z', 'updated_at': '2021-04-15T11:02:31Z', 'revision_number': 0, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13361b77-c44a-4dce-bdc5-808843e82f46', 'name': '', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'mac_address': 'fa:16:3e:ea:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 5, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'subnets': [{'id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:34.194650 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd07dad-3144-4c16-a92c-05a70761770c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc95d92a-c0cb-4bcb-b703-6ebdf8dee526,revision_number=0']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:34.208036 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87d5510c-3654-43f7-8b75-0b5c310977a8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.208434 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87d5510c-3654-43f7-8b75-0b5c310977a8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.216655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5fd07dad-3144-4c16-a92c-05a70761770c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:34.307264 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5fd07dad-3144-4c16-a92c-05a70761770c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.308763 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-5fd07dad-3144-4c16-a92c-05a70761770c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8492756 Apr 15 11:02:34.312262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49066) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:34.319433 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-e3912629-23e5-46ab-9c7e-d3d1a452809d tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Request body: {'security_group_rule': {'security_group_id': 'a917e58a-7101-4996-9489-58d30c8efd2f', 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:34.327116 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e3912629-23e5-46ab-9c7e-d3d1a452809d tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:34.331279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-e3912629-23e5-46ab-9c7e-d3d1a452809d tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Usage tracker for resource:security_group_rule and tenant:64e845b4b0264c1294118578a41ac6bc is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:34.334290 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-e3912629-23e5-46ab-9c7e-d3d1a452809d tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:34.340420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-e3912629-23e5-46ab-9c7e-d3d1a452809d tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:34.357412 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e3912629-23e5-46ab-9c7e-d3d1a452809d tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.393943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-87d5510c-3654-43f7-8b75-0b5c310977a8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Calling delete_port for ea23b875-684c-42d2-86ff-9d6e2cdaee6a owned by network:floatingip {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:34.440320 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e3912629-23e5-46ab-9c7e-d3d1a452809d tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.444785 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e3912629-23e5-46ab-9c7e-d3d1a452809d tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.447201 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:34.455752 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-65fd9a88-e22b-428b-833a-e00e58c94ddc req-fbf96f91-30a0-4df7-8374-f720b8d354fb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d HTTP/1.1" status: 200 len: 999 time: 0.3523297 Apr 15 11:02:34.468070 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5eae2b-4bb9-43e2-9efe-a37fa7b60cfc None None] New status for floating IP 45b13038-75cd-4536-8a9d-cfbf5ae5570d: ACTIVE {{(pid=85288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:02:34.475793 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3912629-23e5-46ab-9c7e-d3d1a452809d tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520d0c05-d102-4497-9b25-ea814321874b,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:34.478579 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e3912629-23e5-46ab-9c7e-d3d1a452809d tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:34.488081 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e3912629-23e5-46ab-9c7e-d3d1a452809d tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.492016 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-e3912629-23e5-46ab-9c7e-d3d1a452809d tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1755362 Apr 15 11:02:34.492861 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49074) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:34.506854 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-ec166619-a885-42a3-b398-13357af6a031 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Request body: {'security_group_rule': {'security_group_id': 'a917e58a-7101-4996-9489-58d30c8efd2f', 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:34.516176 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ec166619-a885-42a3-b398-13357af6a031 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:34.520756 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-ec166619-a885-42a3-b398-13357af6a031 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Usage tracker for resource:security_group_rule and tenant:64e845b4b0264c1294118578a41ac6bc is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:34.524278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-ec166619-a885-42a3-b398-13357af6a031 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:34.530753 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-ec166619-a885-42a3-b398-13357af6a031 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:34.544290 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.securitygroups_db [None req-ec166619-a885-42a3-b398-13357af6a031 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Project 64e845b4b0264c1294118578a41ac6bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 11:02:34.558421 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec166619-a885-42a3-b398-13357af6a031 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.568646 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd9a88-e22b-428b-833a-e00e58c94ddc req-b9104c37-cd94-4d58-9102-3fa4e01be14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:34.570658 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-65fd9a88-e22b-428b-833a-e00e58c94ddc req-b9104c37-cd94-4d58-9102-3fa4e01be14a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=52a1ca7f-c81a-4726-bf8f-87d09cd8edb0 HTTP/1.1" status: 200 len: 853 time: 0.1000934 Apr 15 11:02:34.654447 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec166619-a885-42a3-b398-13357af6a031 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.659935 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec166619-a885-42a3-b398-13357af6a031 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.664384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9705781c-af12-4a39-9a85-8492b4ac213b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:34.696439 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec166619-a885-42a3-b398-13357af6a031 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4784f03-3c0c-482d-a79e-8b7797875603,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:34.701504 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ec166619-a885-42a3-b398-13357af6a031 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:34.711523 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ec166619-a885-42a3-b398-13357af6a031 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.713058 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-ec166619-a885-42a3-b398-13357af6a031 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2189789 Apr 15 11:02:34.716602 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49078) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:34.725262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [None req-af957cc9-6c1c-4a16-a3eb-87e9a3e0d4bc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Request body: {'security_group_rule': {'security_group_id': 'a917e58a-7101-4996-9489-58d30c8efd2f', 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:34.733480 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-af957cc9-6c1c-4a16-a3eb-87e9a3e0d4bc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:34.735863 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd9a88-e22b-428b-833a-e00e58c94ddc req-47ba0ba2-e853-41bf-9ec0-f284847f2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:34.737320 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-65fd9a88-e22b-428b-833a-e00e58c94ddc req-47ba0ba2-e853-41bf-9ec0-f284847f2f7d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1596329 Apr 15 11:02:34.739124 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-af957cc9-6c1c-4a16-a3eb-87e9a3e0d4bc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Usage tracker for resource:security_group_rule and tenant:64e845b4b0264c1294118578a41ac6bc is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:34.748912 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-af957cc9-6c1c-4a16-a3eb-87e9a3e0d4bc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:34.755950 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-af957cc9-6c1c-4a16-a3eb-87e9a3e0d4bc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:34.767582 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.securitygroups_db [None req-af957cc9-6c1c-4a16-a3eb-87e9a3e0d4bc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Project 64e845b4b0264c1294118578a41ac6bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 11:02:34.775570 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af957cc9-6c1c-4a16-a3eb-87e9a3e0d4bc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.790436 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87d5510c-3654-43f7-8b75-0b5c310977a8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.851122 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af957cc9-6c1c-4a16-a3eb-87e9a3e0d4bc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.854952 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af957cc9-6c1c-4a16-a3eb-87e9a3e0d4bc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971951'] for security_group_rule, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.857129 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ec166619-a885-42a3-b398-13357af6a031 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:34.862090 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-93811154-9f0b-4aec-befe-ae6c2688b745 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:34.874837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af957cc9-6c1c-4a16-a3eb-87e9a3e0d4bc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc3006f-cc1b-42ff-9fe2-46b3e0396b12,revision_number=0']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:34.881319 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-af957cc9-6c1c-4a16-a3eb-87e9a3e0d4bc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:34.886876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49084) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:34.917101 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af957cc9-6c1c-4a16-a3eb-87e9a3e0d4bc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.921817 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-af957cc9-6c1c-4a16-a3eb-87e9a3e0d4bc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2040811 Apr 15 11:02:34.980761 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5510c-3654-43f7-8b75-0b5c310977a8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Pushing event deleted for resources: {'Port': ['ID=ea23b875-684c-42d2-86ff-9d6e2cdaee6a,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:34.988971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-87d5510c-3654-43f7-8b75-0b5c310977a8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:35.049122 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-283c5cc0-4b0d-4f4b-98d9-d1fcba554fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.074286 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-283c5cc0-4b0d-4f4b-98d9-d1fcba554fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:35.087512 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-283c5cc0-4b0d-4f4b-98d9-d1fcba554fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:6bc3be5ca2274d12847884587bd7cea9 is out of sync, need to count used quota {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:35.088891 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-65fd9a88-e22b-428b-833a-e00e58c94ddc req-60b1e818-d0c8-4322-b434-53a734e30c48 service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340492 Apr 15 11:02:35.093666 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [None req-283c5cc0-4b0d-4f4b-98d9-d1fcba554fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85286) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:35.110924 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.quota.driver [None req-283c5cc0-4b0d-4f4b-98d9-d1fcba554fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85286) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:35.121978 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-ea8c5849-d3b5-4430-8a99-80a29134e0e4 req-a02b1df4-6cf6-4754-ae92-799fc0073f11 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Synchronizing usage tracker for tenant:64e845b4b0264c1294118578a41ac6bc on resource:security_group {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:02:35.160947 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-ea8c5849-d3b5-4430-8a99-80a29134e0e4 req-a02b1df4-6cf6-4754-ae92-799fc0073f11 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Unset dirty status for tenant:64e845b4b0264c1294118578a41ac6bc on resource:security_group {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:02:35.162325 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ea8c5849-d3b5-4430-8a99-80a29134e0e4 req-a02b1df4-6cf6-4754-ae92-799fc0073f11 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024323634&fields=id&tenant_id=64e845b4b0264c1294118578a41ac6bc HTTP/1.1" status: 200 len: 267 time: 0.1294708 Apr 15 11:02:35.294370 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-283c5cc0-4b0d-4f4b-98d9-d1fcba554fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.299959 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-283c5cc0-4b0d-4f4b-98d9-d1fcba554fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_create {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.309316 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-914ca19a-8e45-4a0c-96c8-dae9020cf207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:35.328045 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87d5510c-3654-43f7-8b75-0b5c310977a8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for floatingip, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.328378 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.l3_db [None req-87d5510c-3654-43f7-8b75-0b5c310977a8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Floating IP 58aa2130-e588-4f08-8948-7a454a9386a2 disassociated (deleted). External IP: 172.28.2.53, port: e1a14a8a-a9f0-4a69-89b2-90dee33b93b7. Apr 15 11:02:35.355409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c5849-d3b5-4430-8a99-80a29134e0e4 req-e75d5dd8-d6ac-4f70-8457-90d06826991f tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:35.357039 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ea8c5849-d3b5-4430-8a99-80a29134e0e4 req-e75d5dd8-d6ac-4f70-8457-90d06826991f tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 945 time: 0.1852524 Apr 15 11:02:35.370641 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-283c5cc0-4b0d-4f4b-98d9-d1fcba554fa2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6bc3be5ca2274d12847884587bd7cea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826300 Apr 15 11:02:35.373077 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c5cc0-4b0d-4f4b-98d9-d1fcba554fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cc2942-3c8e-4ddb-9934-d000a22561ac,revision_number=1']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:35.379397 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-ea8c5849-d3b5-4430-8a99-80a29134e0e4 req-fbda15a4-4adf-40b2-a134-833d1af20349 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Request body: {'port': {'security_groups': ['ff34e753-ae9e-4b59-a6cb-6fbf28011c04', 'a917e58a-7101-4996-9489-58d30c8efd2f']}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:35.386221 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49098) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:35.414127 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-283c5cc0-4b0d-4f4b-98d9-d1fcba554fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:35.483604 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-65fd9a88-e22b-428b-833a-e00e58c94ddc req-c4adba5a-b624-4a95-85b2-a7737019d6c3 service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854966 Apr 15 11:02:35.523972 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-ea8c5849-d3b5-4430-8a99-80a29134e0e4 req-fbda15a4-4adf-40b2-a134-833d1af20349 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.581609 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-85a26802-eae9-4daf-981c-51a154117412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.737719 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-85a26802-eae9-4daf-981c-51a154117412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.851845 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d5510c-3654-43f7-8b75-0b5c310977a8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Router bc36081f-431d-4b4c-a17b-7055af6d70d1 has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85285) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:35.852712 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-85a26802-eae9-4daf-981c-51a154117412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.857057 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-16d8eb9e-9042-4f76-b16e-32ac4d1798e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:35.871147 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-ea8c5849-d3b5-4430-8a99-80a29134e0e4 req-fbda15a4-4adf-40b2-a134-833d1af20349 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] For port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,segment=NetworkSegment(68d823b3-424c-47e3-896c-4627ada0183e),segment_id=68d823b3-424c-47e3-896c-4627ada0183e)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:35.875530 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a26802-eae9-4daf-981c-51a154117412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cc2942-3c8e-4ddb-9934-d000a22561ac,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:35.884109 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-85a26802-eae9-4daf-981c-51a154117412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:35.915360 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-ea8c5849-d3b5-4430-8a99-80a29134e0e4 req-fbda15a4-4adf-40b2-a134-833d1af20349 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.920055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-ea8c5849-d3b5-4430-8a99-80a29134e0e4 req-fbda15a4-4adf-40b2-a134-833d1af20349 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843394218'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.936104 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:35.957320 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:02:36.031118 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-85a26802-eae9-4daf-981c-51a154117412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.032658 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-85a26802-eae9-4daf-981c-51a154117412 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c9cc2942-3c8e-4ddb-9934-d000a22561ac HTTP/1.1" status: 204 len: 168 time: 0.6360686 Apr 15 11:02:36.094549 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda15a4-4adf-40b2-a134-833d1af20349 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event updated for resources: {'Port': ['ID=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,revision_number=6']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:36.100253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d5510c-3654-43f7-8b75-0b5c310977a8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85285) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:36.100675 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-fbda15a4-4adf-40b2-a134-833d1af20349 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:36.106890 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-87d5510c-3654-43f7-8b75-0b5c310977a8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.155163 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73758f7-590f-45b3-a63d-66d9227a6615 None None] Sync routers for ids ['bc36081f-431d-4b4c-a17b-7055af6d70d1'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:36.171479 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c5849-d3b5-4430-8a99-80a29134e0e4 req-fbda15a4-4adf-40b2-a134-833d1af20349 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:36.172178 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-ea8c5849-d3b5-4430-8a99-80a29134e0e4 req-fbda15a4-4adf-40b2-a134-833d1af20349 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.173789 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-ea8c5849-d3b5-4430-8a99-80a29134e0e4 req-fbda15a4-4adf-40b2-a134-833d1af20349 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "PUT /v2.0/ports/dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d HTTP/1.1" status: 200 len: 981 time: 0.8061750 Apr 15 11:02:36.174463 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'tag': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:36.185819 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73758f7-590f-45b3-a63d-66d9227a6615 None None] Routers {'bc36081f-431d-4b4c-a17b-7055af6d70d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:36.186562 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-c73758f7-590f-45b3-a63d-66d9227a6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:02:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['bc36081f-431d-4b4c-a17b-7055af6d70d1'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:36.398265 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:02:36.497603 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59544015-a737-44eb-b9a3-a008542a6c7f req-027d9fc7-54f6-4623-87c8-fa53045e84a5 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:36.499382 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-59544015-a737-44eb-b9a3-a008542a6c7f req-027d9fc7-54f6-4623-87c8-fa53045e84a5 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 984 time: 0.1198671 Apr 15 11:02:36.513845 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-87d5510c-3654-43f7-8b75-0b5c310977a8 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "DELETE /v2.0/floatingips/58aa2130-e588-4f08-8948-7a454a9386a2 HTTP/1.1" status: 204 len: 168 time: 3.6331837 Apr 15 11:02:36.514745 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'tag': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7'}] {{(pid=85285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:36.562457 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-59544015-a737-44eb-b9a3-a008542a6c7f req-f09b399e-a6f3-4303-b092-c77c1a6ed797 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&id=a917e58a-7101-4996-9489-58d30c8efd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534890 Apr 15 11:02:36.630743 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'tag': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d', 'status': 'completed', 'code': 200} Apr 15 11:02:36.777374 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-8ed6c48a-6be4-421a-9359-6a8027bfa68f None None] Provisioning complete for port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:36.778094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c48a-6be4-421a-9359-6a8027bfa68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.794277 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e0265-5ff1-481c-8603-b9aa3f882d45 req-a10cb7b4-49c7-43c6-8690-ba41ef02801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:36.795993 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-422e0265-5ff1-481c-8603-b9aa3f882d45 req-a10cb7b4-49c7-43c6-8690-ba41ef02801c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=64e845b4b0264c1294118578a41ac6bc&device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 1137 time: 0.0945001 Apr 15 11:02:36.956585 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'tag': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'status': 'completed', 'code': 200} Apr 15 11:02:36.987722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e0265-5ff1-481c-8603-b9aa3f882d45 req-1f441502-42bd-4020-a046-f4b030cb9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:36.989602 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-422e0265-5ff1-481c-8603-b9aa3f882d45 req-1f441502-42bd-4020-a046-f4b030cb9f30 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb HTTP/1.1" status: 200 len: 916 time: 0.1869493 Apr 15 11:02:37.006023 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-c73758f7-590f-45b3-a63d-66d9227a6615 None None] Set router bc36081f-431d-4b4c-a17b-7055af6d70d1 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:37.195600 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-422e0265-5ff1-481c-8603-b9aa3f882d45 req-b689f8b2-e072-47ed-8335-f7a8f16cb183 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d HTTP/1.1" status: 200 len: 1001 time: 0.1900313 Apr 15 11:02:37.196973 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbb2fe-f426-41da-b7eb-6d1e404f98a0 req-8a941acc-571d-4673-90df-c75fd56686b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:37.198634 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-affbb2fe-f426-41da-b7eb-6d1e404f98a0 req-8a941acc-571d-4673-90df-c75fd56686b9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=6b28d92d094a45dab0f09777f7955721&device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 1098 time: 0.1937394 Apr 15 11:02:37.208955 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890a177-18b1-490f-880d-ccd9c6efb6b6 req-398d8890-4dec-4a0d-a77a-4d053f8fa45f tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:37.210773 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1890a177-18b1-490f-880d-ccd9c6efb6b6 req-398d8890-4dec-4a0d-a77a-4d053f8fa45f tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.1482923 Apr 15 11:02:37.283724 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e0265-5ff1-481c-8603-b9aa3f882d45 req-07fd9949-d28b-4ac3-a5c6-98ac58264b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:37.285724 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-422e0265-5ff1-481c-8603-b9aa3f882d45 req-07fd9949-d28b-4ac3-a5c6-98ac58264b16 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=52a1ca7f-c81a-4726-bf8f-87d09cd8edb0 HTTP/1.1" status: 200 len: 853 time: 0.0778773 Apr 15 11:02:37.351389 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1890a177-18b1-490f-880d-ccd9c6efb6b6 req-812658ce-c6f0-467c-a628-a0dba98f292f tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169932 Apr 15 11:02:37.383140 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e0265-5ff1-481c-8603-b9aa3f882d45 req-7b902c54-eec7-4f9b-8fdb-918631c524eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85285) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:37.385053 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-422e0265-5ff1-481c-8603-b9aa3f882d45 req-7b902c54-eec7-4f9b-8fdb-918631c524eb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0926857 Apr 15 11:02:37.408749 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbb2fe-f426-41da-b7eb-6d1e404f98a0 req-82e1dcd5-461b-4479-9514-83b0a8779bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:37.410739 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-affbb2fe-f426-41da-b7eb-6d1e404f98a0 req-82e1dcd5-461b-4479-9514-83b0a8779bcb service neutron] 10.222.0.102 "GET /v2.0/networks?id=489d5acd-ee71-4613-a2b7-e64dddf50594 HTTP/1.1" status: 200 len: 910 time: 0.1990228 Apr 15 11:02:37.491141 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-affbb2fe-f426-41da-b7eb-6d1e404f98a0 req-dddcfe10-9061-448c-a806-3608abb58b18 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 HTTP/1.1" status: 200 len: 217 time: 0.0732832 Apr 15 11:02:37.539647 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-422e0265-5ff1-481c-8603-b9aa3f882d45 req-37244430-555d-4ada-ab85-66efe9ea825a service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466801 Apr 15 11:02:37.568943 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbb2fe-f426-41da-b7eb-6d1e404f98a0 req-5f227219-ff30-43d7-9ae2-4a59e765e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:37.571222 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-affbb2fe-f426-41da-b7eb-6d1e404f98a0 req-5f227219-ff30-43d7-9ae2-4a59e765e79d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=e7622b6a-b918-4e6e-83d3-1f7241aed5a6 HTTP/1.1" status: 200 len: 847 time: 0.0679555 Apr 15 11:02:37.663679 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbb2fe-f426-41da-b7eb-6d1e404f98a0 req-e5862b90-d988-4b64-b1d4-00d350aaceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:37.665374 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-affbb2fe-f426-41da-b7eb-6d1e404f98a0 req-e5862b90-d988-4b64-b1d4-00d350aaceda service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=489d5acd-ee71-4613-a2b7-e64dddf50594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878129 Apr 15 11:02:37.698200 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-422e0265-5ff1-481c-8603-b9aa3f882d45 req-6b28d540-3d84-4585-bfdf-248be1b75912 service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513443 Apr 15 11:02:37.802600 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-c73758f7-590f-45b3-a63d-66d9227a6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 4, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port': {'id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:47Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'c9288390-e179-462f-bfa2-d0e2774b9689', 'name': '', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'mac_address': 'fa:16:3e:4f:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:58:05Z', 'revision_number': 5, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'subnets': [{'id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:37.811702 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73758f7-590f-45b3-a63d-66d9227a6615 None None] Checking router: bc36081f-431d-4b4c-a17b-7055af6d70d1 for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:37.816439 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-affbb2fe-f426-41da-b7eb-6d1e404f98a0 req-4da9f627-5e77-4ee4-b60b-ca944e6a6185 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428533 Apr 15 11:02:37.842629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73758f7-590f-45b3-a63d-66d9227a6615 None None] Routers {'bc36081f-431d-4b4c-a17b-7055af6d70d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:37.843335 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-c73758f7-590f-45b3-a63d-66d9227a6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:02:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['bc36081f-431d-4b4c-a17b-7055af6d70d1'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:37.975788 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-affbb2fe-f426-41da-b7eb-6d1e404f98a0 req-be3f5b35-5ccc-4a06-80cd-692cd1b65e13 service neutron] 10.222.0.102 "GET /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465218 Apr 15 11:02:38.083966 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-c73758f7-590f-45b3-a63d-66d9227a6615 None None] Set router bc36081f-431d-4b4c-a17b-7055af6d70d1 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:38.429302 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-c73758f7-590f-45b3-a63d-66d9227a6615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 4, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port': {'id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:47Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'c9288390-e179-462f-bfa2-d0e2774b9689', 'name': '', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'mac_address': 'fa:16:3e:4f:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:58:05Z', 'revision_number': 5, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'subnets': [{'id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:38.433776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73758f7-590f-45b3-a63d-66d9227a6615 None None] The sync data for ids ['bc36081f-431d-4b4c-a17b-7055af6d70d1'] in dv-cinder-786385-1-smb is: [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T10:57:54Z', 'revision_number': 4, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port': {'id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:47Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': 'c9288390-e179-462f-bfa2-d0e2774b9689', 'name': '', 'network_id': '489d5acd-ee71-4613-a2b7-e64dddf50594', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'mac_address': 'fa:16:3e:4f:e1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:52Z', 'updated_at': '2021-04-15T10:58:05Z', 'revision_number': 5, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'subnets': [{'id': 'e7622b6a-b918-4e6e-83d3-1f7241aed5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:38.567983 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620625b-b2f1-4f0c-8939-d9824893b1e5 req-d634e232-7656-4635-ad44-5f70c145634f tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:38.569620 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a620625b-b2f1-4f0c-8939-d9824893b1e5 req-d634e232-7656-4635-ad44-5f70c145634f tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0922437 Apr 15 11:02:38.621923 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-a620625b-b2f1-4f0c-8939-d9824893b1e5 req-670486ac-302e-4ee0-9de7-48dab3ca9d20 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/security-groups?id=1013349b-39e0-46c0-ab4f-4829554a16b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454745 Apr 15 11:02:38.800195 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53aad1f-622c-481c-bfcb-ddb3443cf0e2 req-77512f73-c337-49d5-b606-91027d515465 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:38.801941 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c53aad1f-622c-481c-bfcb-ddb3443cf0e2 req-77512f73-c337-49d5-b606-91027d515465 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.102 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 945 time: 0.0931180 Apr 15 11:02:38.842891 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36251a88-9d85-4efd-a07a-4f19953baf38 None None] New status for floating IP 58aa2130-e588-4f08-8948-7a454a9386a2: DOWN {{(pid=85288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:02:38.883383 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-c53aad1f-622c-481c-bfcb-ddb3443cf0e2 req-ed86019d-6f70-4ae2-a57d-b9793e7f3f05 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Deleting port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:38.884055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c53aad1f-622c-481c-bfcb-ddb3443cf0e2 req-ed86019d-6f70-4ae2-a57d-b9793e7f3f05 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.391098 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-c53aad1f-622c-481c-bfcb-ddb3443cf0e2 req-ed86019d-6f70-4ae2-a57d-b9793e7f3f05 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] For port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:39.391539 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c53aad1f-622c-481c-bfcb-ddb3443cf0e2 req-ed86019d-6f70-4ae2-a57d-b9793e7f3f05 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.523490 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-c53aad1f-622c-481c-bfcb-ddb3443cf0e2 req-ed86019d-6f70-4ae2-a57d-b9793e7f3f05 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Calling delete_port for e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 owned by compute:nova {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:39.679389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c53aad1f-622c-481c-bfcb-ddb3443cf0e2 req-ed86019d-6f70-4ae2-a57d-b9793e7f3f05 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.697164 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-232b9cc7-dc2f-46e5-936d-8a2163897072 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:39.799318 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86019d-6f70-4ae2-a57d-b9793e7f3f05 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Pushing event deleted for resources: {'Port': ['ID=e1a14a8a-a9f0-4a69-89b2-90dee33b93b7,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:39.806625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ed86019d-6f70-4ae2-a57d-b9793e7f3f05 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:39.859761 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b78b95f9-87c1-4f17-a1af-d373e43b5f02 req-5fb306e0-25db-43d9-87bd-3815c4eaf755 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 210 time: 0.0623703 Apr 15 11:02:40.008500 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53aad1f-622c-481c-bfcb-ddb3443cf0e2 req-ed86019d-6f70-4ae2-a57d-b9793e7f3f05 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] No DVR routers for this DVR port e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 on host hv-cinder-78638 {{(pid=85286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:40.011017 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-c53aad1f-622c-481c-bfcb-ddb3443cf0e2 req-ed86019d-6f70-4ae2-a57d-b9793e7f3f05 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.013899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'name': 'network-vif-deleted', 'tag': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:40.032683 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c53aad1f-622c-481c-bfcb-ddb3443cf0e2 req-ed86019d-6f70-4ae2-a57d-b9793e7f3f05 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.102 "DELETE /v2.0/ports/e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 HTTP/1.1" status: 204 len: 173 time: 1.2249489 Apr 15 11:02:40.069529 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eca2f56-5e30-4bf9-86ac-aab1477a6c7c', 'name': 'network-vif-deleted', 'tag': 'e1a14a8a-a9f0-4a69-89b2-90dee33b93b7', 'status': 'completed', 'code': 200} Apr 15 11:02:41.062354 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-e5219bc2-13e9-4d27-8205-66357c502593 req-a31d93e9-6618-482f-a233-6561ece829b9 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Synchronizing usage tracker for tenant:6b28d92d094a45dab0f09777f7955721 on resource:port {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:02:41.078486 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-e5219bc2-13e9-4d27-8205-66357c502593 req-a31d93e9-6618-482f-a233-6561ece829b9 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Unset dirty status for tenant:6b28d92d094a45dab0f09777f7955721 on resource:port {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:02:41.079795 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e5219bc2-13e9-4d27-8205-66357c502593 req-a31d93e9-6618-482f-a233-6561ece829b9 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eca2f56-5e30-4bf9-86ac-aab1477a6c7c HTTP/1.1" status: 200 len: 210 time: 0.0721257 Apr 15 11:02:42.182369 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49160) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:42.260944 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:42.292701 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:42.343576 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:42.348957 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b8a4d9e1-f981-4b02-81da-0ba226ed3d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:42.365747 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1013349b-39e0-46c0-ab4f-4829554a16b0,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:42.379482 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:42.379909 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:42.380330 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:42.380746 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:42.381157 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:42.381572 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:42.381976 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:42.382381 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:42.382812 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:42.383223 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:42.383632 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:42.384038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:42.388047 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:42.389066 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:42.390396 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-18d2a38a-b7dd-4e58-bf66-c389060fd158 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] 10.222.0.96 "DELETE /v2.0/security-groups/1013349b-39e0-46c0-ab4f-4829554a16b0 HTTP/1.1" status: 204 len: 168 time: 0.2068014 Apr 15 11:02:42.435806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49166) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:43.024529 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-762eacf6-f596-47e0-9659-e780fa151e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937223'] for router_interface, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.372169 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:43.407147 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-762eacf6-f596-47e0-9659-e780fa151e95 admin admin] Deleting port c9288390-e179-462f-bfa2-d0e2774b9689 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:43.407529 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-762eacf6-f596-47e0-9659-e780fa151e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.410774 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:43.411176 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device e1a14a8a-a9f0-4a69-89b2-90dee33b93b7 not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:43.595606 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-762eacf6-f596-47e0-9659-e780fa151e95 admin admin] For port c9288390-e179-462f-bfa2-d0e2774b9689, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=c9288390-e179-462f-bfa2-d0e2774b9689,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:43.596006 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-762eacf6-f596-47e0-9659-e780fa151e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.733165 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-762eacf6-f596-47e0-9659-e780fa151e95 admin admin] Calling delete_port for c9288390-e179-462f-bfa2-d0e2774b9689 owned by network:router_interface {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:43.911910 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-762eacf6-f596-47e0-9659-e780fa151e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.928341 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:44.022339 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762eacf6-f596-47e0-9659-e780fa151e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9288390-e179-462f-bfa2-d0e2774b9689,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:44.026455 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-762eacf6-f596-47e0-9659-e780fa151e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:44.387498 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-762eacf6-f596-47e0-9659-e780fa151e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854020475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937938'] for router_interface, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:45.155806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762eacf6-f596-47e0-9659-e780fa151e95 admin admin] Router bc36081f-431d-4b4c-a17b-7055af6d70d1 has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:45.356997 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762eacf6-f596-47e0-9659-e780fa151e95 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:45.368158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8747e6-9759-41dc-a51c-79007c8d2413 None None] Sync routers for ids ['bc36081f-431d-4b4c-a17b-7055af6d70d1'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:45.376549 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-762eacf6-f596-47e0-9659-e780fa151e95 admin admin] 10.222.0.96 "PUT /v2.0/routers/bc36081f-431d-4b4c-a17b-7055af6d70d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9370835 Apr 15 11:02:45.376883 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49188) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:45.382827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8747e6-9759-41dc-a51c-79007c8d2413 None None] Routers {'bc36081f-431d-4b4c-a17b-7055af6d70d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:45.382827 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-da8747e6-9759-41dc-a51c-79007c8d2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:02:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['bc36081f-431d-4b4c-a17b-7055af6d70d1'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:45.596402 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-da8747e6-9759-41dc-a51c-79007c8d2413 None None] Set router bc36081f-431d-4b4c-a17b-7055af6d70d1 gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:45.774394 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Notify callbacks [] for router, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:45.921563 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-da8747e6-9759-41dc-a51c-79007c8d2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T11:02:43Z', 'revision_number': 5, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port': {'id': 'b20dab99-3ccb-4cbe-a171-4a5cd0ce088e', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:57:47Z', 'updated_at': '2021-04-15T10:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:45.926727 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8747e6-9759-41dc-a51c-79007c8d2413 None None] Checking router: bc36081f-431d-4b4c-a17b-7055af6d70d1 for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:45.935910 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8747e6-9759-41dc-a51c-79007c8d2413 None None] Routers {'bc36081f-431d-4b4c-a17b-7055af6d70d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:45.936716 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-da8747e6-9759-41dc-a51c-79007c8d2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:02:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['bc36081f-431d-4b4c-a17b-7055af6d70d1'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:45.976313 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:45.985877 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Deleting port b20dab99-3ccb-4cbe-a171-4a5cd0ce088e {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:45.986253 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:46.187087 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] For port b20dab99-3ccb-4cbe-a171-4a5cd0ce088e, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=b20dab99-3ccb-4cbe-a171-4a5cd0ce088e,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:46.187420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:46.297357 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-da8747e6-9759-41dc-a51c-79007c8d2413 None None] Set router bc36081f-431d-4b4c-a17b-7055af6d70d1 gateway port host: None {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:46.328647 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Calling delete_port for b20dab99-3ccb-4cbe-a171-4a5cd0ce088e owned by network:router_gateway {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:46.414958 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-da8747e6-9759-41dc-a51c-79007c8d2413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T11:02:45Z', 'revision_number': 6, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port_host': None}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:46.419288 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8747e6-9759-41dc-a51c-79007c8d2413 None None] The sync data for ids ['bc36081f-431d-4b4c-a17b-7055af6d70d1'] in dv-cinder-786385-1-smb is: [{'id': 'bc36081f-431d-4b4c-a17b-7055af6d70d1', 'name': 'tempest-TestShelveInstance-914371615-router', 'tenant_id': '6b28d92d094a45dab0f09777f7955721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:46Z', 'updated_at': '2021-04-15T11:02:45Z', 'revision_number': 6, 'project_id': '6b28d92d094a45dab0f09777f7955721', 'gw_port_host': None}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:46.516878 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:46.541549 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1793f94b-e596-4576-8934-4494372996ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:46.641917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Pushing event deleted for resources: {'Port': ['ID=b20dab99-3ccb-4cbe-a171-4a5cd0ce088e,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:46.646172 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:46.830929 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-937780'] for router_gateway, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.032251 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763743'] for router, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.035322 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.057437 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853841342'] for router, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.058035 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc36081f-431d-4b4c-a17b-7055af6d70d1 {{(pid=85286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:02:47.072044 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Notify callbacks [] for router, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.073662 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] 10.222.0.96 "DELETE /v2.0/routers/bc36081f-431d-4b4c-a17b-7055af6d70d1 HTTP/1.1" status: 204 len: 168 time: 1.6956587 Apr 15 11:02:47.076440 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49204) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:47.151804 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e78a89-7078-47cb-8e67-172e01b6f0af admin admin] Deleting subnet e7622b6a-b918-4e6e-83d3-1f7241aed5a6 {{(pid=85286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:02:47.155400 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8e78a89-7078-47cb-8e67-172e01b6f0af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.215014 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8e78a89-7078-47cb-8e67-172e01b6f0af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844155786'] for subnet, precommit_delete_associations {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.307144 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8e78a89-7078-47cb-8e67-172e01b6f0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.447034 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:02:47.568952 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8e78a89-7078-47cb-8e67-172e01b6f0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843394279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843314525'] for subnet, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.585053 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:47.669416 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e78a89-7078-47cb-8e67-172e01b6f0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7622b6a-b918-4e6e-83d3-1f7241aed5a6,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:47.677497 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-b8e78a89-7078-47cb-8e67-172e01b6f0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:47.723935 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b8e78a89-7078-47cb-8e67-172e01b6f0af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.730574 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a3f28c-e1bf-4e44-bf4f-b7e105ffdcbb None None] Network 489d5acd-ee71-4613-a2b7-e64dddf50594 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:02:47.730780 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-b8e78a89-7078-47cb-8e67-172e01b6f0af admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e7622b6a-b918-4e6e-83d3-1f7241aed5a6 HTTP/1.1" status: 204 len: 168 time: 0.6533556 Apr 15 11:02:47.733364 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49208) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:47.748939 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device c9288390-e179-462f-bfa2-d0e2774b9689 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:47.842590 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: c9288390-e179-462f-bfa2-d0e2774b9689 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:47.842894 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device c9288390-e179-462f-bfa2-d0e2774b9689 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:47.843364 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device b20dab99-3ccb-4cbe-a171-4a5cd0ce088e no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:47.853890 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.883899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: b20dab99-3ccb-4cbe-a171-4a5cd0ce088e {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:47.884303 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device b20dab99-3ccb-4cbe-a171-4a5cd0ce088e not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:47.932715 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Deleting port ff8836b4-48de-41a5-a4cc-a6012a868eaa {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:47.933103 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:48.090481 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda33db7-c331-40bd-a823-65da8d3e72b4 None None] DHCP port deletion for 489d5acd-ee71-4613-a2b7-e64dddf50594 request from dv-cinder-786385-1-smb {{(pid=85287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:02:48.095284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-eda33db7-c331-40bd-a823-65da8d3e72b4 None None] Deleting port ff8836b4-48de-41a5-a4cc-a6012a868eaa {{(pid=85287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:48.095654 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eda33db7-c331-40bd-a823-65da8d3e72b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:48.172445 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] For port ff8836b4-48de-41a5-a4cc-a6012a868eaa, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=ff8836b4-48de-41a5-a4cc-a6012a868eaa,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:48.172821 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:48.312501 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Calling delete_port for ff8836b4-48de-41a5-a4cc-a6012a868eaa owned by network:dhcp {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:48.325015 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-eda33db7-c331-40bd-a823-65da8d3e72b4 None None] For port ff8836b4-48de-41a5-a4cc-a6012a868eaa, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=ff8836b4-48de-41a5-a4cc-a6012a868eaa,segment=NetworkSegment(bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9),segment_id=bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:48.325467 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eda33db7-c331-40bd-a823-65da8d3e72b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:48.391099 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:48.407777 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:48.467134 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-eda33db7-c331-40bd-a823-65da8d3e72b4 None None] Calling delete_port for ff8836b4-48de-41a5-a4cc-a6012a868eaa owned by network:dhcp {{(pid=85287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:48.510148 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8836b4-48de-41a5-a4cc-a6012a868eaa,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:48.514988 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:48.547729 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.db.api [None req-eda33db7-c331-40bd-a823-65da8d3e72b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85287) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:02:48.548147 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_db.api [None req-eda33db7-c331-40bd-a823-65da8d3e72b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:02:48.559585 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] No DVR routers for this DVR port ff8836b4-48de-41a5-a4cc-a6012a868eaa on host dv-cinder-786385-1-smb {{(pid=85286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:48.685439 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:48.800105 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489d5acd-ee71-4613-a2b7-e64dddf50594']}} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:48.812797 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9') {'for_net_delete': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:48.813138 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8e155f-0f5c-4ff4-88f6-1c0db700f3b9') {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:48.826582 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10620014'] for segment, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:48.846291 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:48.853125 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=85286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:02:49.041838 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Network 489d5acd-ee71-4613-a2b7-e64dddf50594 has no segments {{(pid=85286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:49.049257 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-eda33db7-c331-40bd-a823-65da8d3e72b4 None None] Deleting port ff8836b4-48de-41a5-a4cc-a6012a868eaa {{(pid=85287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:49.049707 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-eda33db7-c331-40bd-a823-65da8d3e72b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.052059 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11376058'] for segment, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.126304 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-eda33db7-c331-40bd-a823-65da8d3e72b4 None None] The port 'ff8836b4-48de-41a5-a4cc-a6012a868eaa' was deleted {{(pid=85287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:02:49.509307 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Network 489d5acd-ee71-4613-a2b7-e64dddf50594 has no segments {{(pid=85286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:02:49.533038 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:02:49.610914 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.615145 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:49.640719 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.643433 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Pushing event deleted for resources: {'Network': ['ID=489d5acd-ee71-4613-a2b7-e64dddf50594,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:49.647367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:49.662109 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-bc49bb5a-ffeb-4deb-9923-16f496d3e270 admin admin] 10.222.0.96 "DELETE /v2.0/networks/489d5acd-ee71-4613-a2b7-e64dddf50594 HTTP/1.1" status: 204 len: 168 time: 1.9276872 Apr 15 11:02:49.665188 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49240) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:49.732922 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device ff8836b4-48de-41a5-a4cc-a6012a868eaa no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:49.773019 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: ff8836b4-48de-41a5-a4cc-a6012a868eaa {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:49.773538 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device ff8836b4-48de-41a5-a4cc-a6012a868eaa not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:50.245818 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5b01ac2-6ef1-452a-b6a3-79117b59e036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937223'] for router_interface, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.621917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-a5b01ac2-6ef1-452a-b6a3-79117b59e036 admin admin] Deleting port 9dcd90e3-170a-438d-8ad9-625e375ee9d2 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:50.622298 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5b01ac2-6ef1-452a-b6a3-79117b59e036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.627238 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49246) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:50.697622 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64f2157-4db9-402d-bd69-49621f64eba2 admin admin] Deleting subnet e18ab778-655c-413e-9163-61a8dff496b3 {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:02:50.700875 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f64f2157-4db9-402d-bd69-49621f64eba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.759696 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f64f2157-4db9-402d-bd69-49621f64eba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11646276'] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.812655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-a5b01ac2-6ef1-452a-b6a3-79117b59e036 admin admin] For port 9dcd90e3-170a-438d-8ad9-625e375ee9d2, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=9dcd90e3-170a-438d-8ad9-625e375ee9d2,segment=NetworkSegment(c75a69af-f014-40eb-9a68-bfedb56cb1a1),segment_id=c75a69af-f014-40eb-9a68-bfedb56cb1a1)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:50.813055 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5b01ac2-6ef1-452a-b6a3-79117b59e036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.820654 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f64f2157-4db9-402d-bd69-49621f64eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:50.954798 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-a5b01ac2-6ef1-452a-b6a3-79117b59e036 admin admin] Calling delete_port for 9dcd90e3-170a-438d-8ad9-625e375ee9d2 owned by network:router_interface {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:51.094284 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f64f2157-4db9-402d-bd69-49621f64eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1506763'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.110344 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:51.138462 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5b01ac2-6ef1-452a-b6a3-79117b59e036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.157212 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8bd89fc0-56ae-4766-bedd-3e50581952bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:51.202244 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f2157-4db9-402d-bd69-49621f64eba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e18ab778-655c-413e-9163-61a8dff496b3,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:51.208155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f64f2157-4db9-402d-bd69-49621f64eba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:51.248165 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b01ac2-6ef1-452a-b6a3-79117b59e036 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dcd90e3-170a-438d-8ad9-625e375ee9d2,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:51.256038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-f64f2157-4db9-402d-bd69-49621f64eba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.259397 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-a5b01ac2-6ef1-452a-b6a3-79117b59e036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:51.265290 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-f64f2157-4db9-402d-bd69-49621f64eba2 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e18ab778-655c-413e-9163-61a8dff496b3 HTTP/1.1" status: 204 len: 168 time: 0.6339693 Apr 15 11:02:51.265562 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49250) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:51.387801 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.594587 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.618379 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a5b01ac2-6ef1-452a-b6a3-79117b59e036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854020475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937938'] for router_interface, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.720911 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a452eda0-4d6a-4729-b835-8f803d8acff8']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:51.741669 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2970f7-c399-4b6f-be6b-96590eb172bf') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:51.742010 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2970f7-c399-4b6f-be6b-96590eb172bf') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:51.754884 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843129508'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.777867 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:51.785369 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:02:51.973736 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] Network a452eda0-4d6a-4729-b835-8f803d8acff8 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:51.984237 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842768876'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.188587 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] Network a452eda0-4d6a-4729-b835-8f803d8acff8 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:02:52.215572 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:02:52.305040 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.309513 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.313808 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:52.331662 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.341277 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a452eda0-4d6a-4729-b835-8f803d8acff8,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:52.344888 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:52.350015 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-8ed43fba-0278-4a3e-a86a-a3e6206e52a9 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a452eda0-4d6a-4729-b835-8f803d8acff8 HTTP/1.1" status: 204 len: 168 time: 1.0834084 Apr 15 11:02:52.435041 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b01ac2-6ef1-452a-b6a3-79117b59e036 admin admin] Router c2870fe8-b852-412e-8587-1bc985057582 has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:52.472848 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49256) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:52.531313 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-883669a7-4b47-420d-baed-d33ff3b92a5c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e0ae82ad5f464eca8903fe25b0d06617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548141 Apr 15 11:02:52.531731 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49260) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:52.602431 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-74958a1b-2fe2-421d-a765-ed0d455c2c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.631217 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-74958a1b-2fe2-421d-a765-ed0d455c2c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.646741 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b01ac2-6ef1-452a-b6a3-79117b59e036 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:52.657472 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db24aa6-42ef-4b93-8af5-c06bb3ce314f None None] Sync routers for ids ['c2870fe8-b852-412e-8587-1bc985057582'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:52.662596 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a5b01ac2-6ef1-452a-b6a3-79117b59e036 admin admin] 10.222.0.96 "PUT /v2.0/routers/c2870fe8-b852-412e-8587-1bc985057582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9959266 Apr 15 11:02:52.665340 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49264) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:52.669380 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db24aa6-42ef-4b93-8af5-c06bb3ce314f None None] Routers {'c2870fe8-b852-412e-8587-1bc985057582'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:52.670062 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-2db24aa6-42ef-4b93-8af5-c06bb3ce314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:02:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['c2870fe8-b852-412e-8587-1bc985057582'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:52.836722 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-74958a1b-2fe2-421d-a765-ed0d455c2c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.844287 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-87583e4b-c5ab-44be-99d5-3b5bdffff785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:52.863930 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74958a1b-2fe2-421d-a765-ed0d455c2c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff44500-c10d-4a9a-a36c-464740179a59,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:52.867822 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-2db24aa6-42ef-4b93-8af5-c06bb3ce314f None None] Set router c2870fe8-b852-412e-8587-1bc985057582 gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:52.875967 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-74958a1b-2fe2-421d-a765-ed0d455c2c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:52.882915 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-74958a1b-2fe2-421d-a765-ed0d455c2c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.884034 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-74958a1b-2fe2-421d-a765-ed0d455c2c0c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fff44500-c10d-4a9a-a36c-464740179a59 HTTP/1.1" status: 204 len: 168 time: 0.3511765 Apr 15 11:02:52.905845 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Notify callbacks [] for router, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.109288 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.119917 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Deleting port 4cd88405-2f85-4431-8d27-12efbd056364 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:53.120299 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.229648 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-2db24aa6-42ef-4b93-8af5-c06bb3ce314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2870fe8-b852-412e-8587-1bc985057582', 'name': 'tempest-TestShelveInstance-2030831533-router', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': '4cd88405-2f85-4431-8d27-12efbd056364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:59Z', 'updated_at': '2021-04-15T11:02:51Z', 'revision_number': 5, 'project_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'gw_port': {'id': '4cd88405-2f85-4431-8d27-12efbd056364', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:37:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2870fe8-b852-412e-8587-1bc985057582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:01Z', 'updated_at': '2021-04-15T10:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:53.235821 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db24aa6-42ef-4b93-8af5-c06bb3ce314f None None] Checking router: c2870fe8-b852-412e-8587-1bc985057582 for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:53.248300 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db24aa6-42ef-4b93-8af5-c06bb3ce314f None None] Routers {'c2870fe8-b852-412e-8587-1bc985057582'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:53.249245 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-2db24aa6-42ef-4b93-8af5-c06bb3ce314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:02:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['c2870fe8-b852-412e-8587-1bc985057582'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:53.323505 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] For port 4cd88405-2f85-4431-8d27-12efbd056364, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=4cd88405-2f85-4431-8d27-12efbd056364,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:53.323910 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.422210 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-2db24aa6-42ef-4b93-8af5-c06bb3ce314f None None] Set router c2870fe8-b852-412e-8587-1bc985057582 gateway port host: None {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:53.461507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Calling delete_port for 4cd88405-2f85-4431-8d27-12efbd056364 owned by network:router_gateway {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:53.555670 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-2db24aa6-42ef-4b93-8af5-c06bb3ce314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2870fe8-b852-412e-8587-1bc985057582', 'name': 'tempest-TestShelveInstance-2030831533-router', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:59Z', 'updated_at': '2021-04-15T11:02:53Z', 'revision_number': 6, 'project_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'gw_port_host': None}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:53.562705 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db24aa6-42ef-4b93-8af5-c06bb3ce314f None None] The sync data for ids ['c2870fe8-b852-412e-8587-1bc985057582'] in dv-cinder-786385-1-smb is: [{'id': 'c2870fe8-b852-412e-8587-1bc985057582', 'name': 'tempest-TestShelveInstance-2030831533-router', 'tenant_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:57:59Z', 'updated_at': '2021-04-15T11:02:53Z', 'revision_number': 6, 'project_id': 'b9be4a7f41624779be14cb8cdd9b49c2', 'gw_port_host': None}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:53.694660 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 9dcd90e3-170a-438d-8ad9-625e375ee9d2 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:53.734469 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: 9dcd90e3-170a-438d-8ad9-625e375ee9d2 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:53.734914 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 9dcd90e3-170a-438d-8ad9-625e375ee9d2 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:53.922683 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.938901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6c7a39f3-8fa2-4070-963f-08a6ec14e5dc tempest-AttachVolumeShelveTestJSON-1622935181 tempest-AttachVolumeShelveTestJSON-1622935181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:54.041398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd88405-2f85-4431-8d27-12efbd056364,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:54.044396 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:54.217793 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-937780'] for router_gateway, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.407978 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763743'] for router, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.411529 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.435721 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853841342'] for router, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.436266 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2870fe8-b852-412e-8587-1bc985057582 {{(pid=85285) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:02:54.450369 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] Notify callbacks [] for router, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.451659 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-1c5fe60a-0d91-4f2a-929c-ab854fc0bf5b admin admin] 10.222.0.96 "DELETE /v2.0/routers/c2870fe8-b852-412e-8587-1bc985057582 HTTP/1.1" status: 204 len: 168 time: 1.7851641 Apr 15 11:02:54.454310 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49272) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:54.528759 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-765060d3-b6f9-4e0a-8c43-fc48e1f2fa25 admin admin] Deleting subnet 967efcc6-6a0a-4515-a262-8b1dd1917b54 {{(pid=85285) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:02:54.532427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-765060d3-b6f9-4e0a-8c43-fc48e1f2fa25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.590364 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-765060d3-b6f9-4e0a-8c43-fc48e1f2fa25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11646276'] for subnet, precommit_delete_associations {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.680564 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-765060d3-b6f9-4e0a-8c43-fc48e1f2fa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.966986 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-765060d3-b6f9-4e0a-8c43-fc48e1f2fa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1506763'] for subnet, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:54.983413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:55.068506 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765060d3-b6f9-4e0a-8c43-fc48e1f2fa25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=967efcc6-6a0a-4515-a262-8b1dd1917b54,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:55.071416 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-765060d3-b6f9-4e0a-8c43-fc48e1f2fa25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:55.121309 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-765060d3-b6f9-4e0a-8c43-fc48e1f2fa25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.127878 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-765060d3-b6f9-4e0a-8c43-fc48e1f2fa25 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/967efcc6-6a0a-4515-a262-8b1dd1917b54 HTTP/1.1" status: 204 len: 168 time: 0.6721039 Apr 15 11:02:55.128367 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fe24c00b-6064-4214-a488-d53daacb147a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.130579 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49276) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:55.136193 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8089776a-8770-412b-83da-ab2f6209b66b None None] Network a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:02:55.248280 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.317097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Deleting port d18ee580-aacb-45d2-aaf2-b4498c250638 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:55.317476 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.395423 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d0ff34-7010-491b-bbb1-076298ed9736 None None] DHCP port deletion for a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 request from dv-cinder-786385-1-smb {{(pid=85287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:02:55.400213 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c9d0ff34-7010-491b-bbb1-076298ed9736 None None] Deleting port d18ee580-aacb-45d2-aaf2-b4498c250638 {{(pid=85287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:55.400644 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ff34-7010-491b-bbb1-076298ed9736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.543922 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] For port d18ee580-aacb-45d2-aaf2-b4498c250638, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=d18ee580-aacb-45d2-aaf2-b4498c250638,segment=NetworkSegment(c75a69af-f014-40eb-9a68-bfedb56cb1a1),segment_id=c75a69af-f014-40eb-9a68-bfedb56cb1a1)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:55.544259 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.621730 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-c9d0ff34-7010-491b-bbb1-076298ed9736 None None] For port d18ee580-aacb-45d2-aaf2-b4498c250638, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=d18ee580-aacb-45d2-aaf2-b4498c250638,segment=NetworkSegment(c75a69af-f014-40eb-9a68-bfedb56cb1a1),segment_id=c75a69af-f014-40eb-9a68-bfedb56cb1a1)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:55.622177 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ff34-7010-491b-bbb1-076298ed9736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.678936 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Calling delete_port for d18ee580-aacb-45d2-aaf2-b4498c250638 owned by network:dhcp {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:55.759244 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c9d0ff34-7010-491b-bbb1-076298ed9736 None None] Calling delete_port for d18ee580-aacb-45d2-aaf2-b4498c250638 owned by network:dhcp {{(pid=85287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:55.764113 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:55.780003 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-f8d89907-3a0f-4bb6-b8a5-3ed797d5be89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:55.789926 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 4cd88405-2f85-4431-8d27-12efbd056364 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:55.835387 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: 4cd88405-2f85-4431-8d27-12efbd056364 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:55.835695 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 4cd88405-2f85-4431-8d27-12efbd056364 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:55.836214 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device d18ee580-aacb-45d2-aaf2-b4498c250638 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:55.881398 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Pushing event deleted for resources: {'Port': ['ID=d18ee580-aacb-45d2-aaf2-b4498c250638,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:55.884279 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:55.889629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: d18ee580-aacb-45d2-aaf2-b4498c250638 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:55.890240 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device d18ee580-aacb-45d2-aaf2-b4498c250638 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:55.923968 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.db.api [None req-c9d0ff34-7010-491b-bbb1-076298ed9736 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85287) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:02:55.924374 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_db.api [None req-c9d0ff34-7010-491b-bbb1-076298ed9736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:02:55.932480 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] No DVR routers for this DVR port d18ee580-aacb-45d2-aaf2-b4498c250638 on host dv-cinder-786385-1-smb {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:56.055467 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.169199 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:56.182385 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75a69af-f014-40eb-9a68-bfedb56cb1a1') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:56.182757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75a69af-f014-40eb-9a68-bfedb56cb1a1') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:56.195600 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843129508'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.210653 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.217082 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:02:56.397782 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Network a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:56.406953 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842768876'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.426169 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c9d0ff34-7010-491b-bbb1-076298ed9736 None None] Deleting port d18ee580-aacb-45d2-aaf2-b4498c250638 {{(pid=85287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:56.426578 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ff34-7010-491b-bbb1-076298ed9736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.499224 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c9d0ff34-7010-491b-bbb1-076298ed9736 None None] The port 'd18ee580-aacb-45d2-aaf2-b4498c250638' was deleted {{(pid=85287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:02:56.592384 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Network a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:02:56.616327 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:02:56.697530 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.701138 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:56.715503 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:56.727018 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:56.732899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:56.736411 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a0ac9f0b-bff0-42e0-9fbf-cd9649cf6fe4 HTTP/1.1" status: 204 len: 168 time: 1.6046329 Apr 15 11:02:56.923871 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49282) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:56.976727 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-a182f8ee-3646-41a1-a254-b29d10754660 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6b28d92d094a45dab0f09777f7955721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514274 Apr 15 11:02:56.979155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49286) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:57.044305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2b589997-b3b8-404e-b58b-755516ea1967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.073071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2b589997-b3b8-404e-b58b-755516ea1967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.117589 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2b589997-b3b8-404e-b58b-755516ea1967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.122588 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e7c62699-3cf5-4fd2-a9fd-028caa720ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:57.136901 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b589997-b3b8-404e-b58b-755516ea1967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d363421-fae9-4817-ab5e-8928db5de950,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:57.139226 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2b589997-b3b8-404e-b58b-755516ea1967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:57.145198 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2b589997-b3b8-404e-b58b-755516ea1967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.146414 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-2b589997-b3b8-404e-b58b-755516ea1967 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7d363421-fae9-4817-ab5e-8928db5de950 HTTP/1.1" status: 204 len: 168 time: 0.1662955 Apr 15 11:02:57.515263 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49294) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:57.569781 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-201a7ac9-0c1a-416d-b27c-5ac56bbb71a5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b9be4a7f41624779be14cb8cdd9b49c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527732 Apr 15 11:02:57.572809 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49298) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:57.635372 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-23b36772-2b25-4938-b394-006c9962dfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.662961 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-23b36772-2b25-4938-b394-006c9962dfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.712292 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-23b36772-2b25-4938-b394-006c9962dfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.717341 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1eef8463-634f-4eda-88a9-722dc6cc337f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:57.729968 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b36772-2b25-4938-b394-006c9962dfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacac15f-3104-4d1b-8bde-38a8f178924e,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:57.732477 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-23b36772-2b25-4938-b394-006c9962dfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:57.736126 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-23b36772-2b25-4938-b394-006c9962dfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:57.738767 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-23b36772-2b25-4938-b394-006c9962dfc8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aacac15f-3104-4d1b-8bde-38a8f178924e HTTP/1.1" status: 204 len: 168 time: 0.1648684 Apr 15 11:02:58.078585 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-da0e4665-d4f6-435b-bf43-170e1bf90fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:58.521236 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.463233 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.547110 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c26462-bc09-4322-ad1e-aca77f6c5c35 req-502e8913-f7a4-422f-a4e5-718ff608d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:59.548710 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c0c26462-bc09-4322-ad1e-aca77f6c5c35 req-502e8913-f7a4-422f-a4e5-718ff608d954 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=64e845b4b0264c1294118578a41ac6bc&device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 1137 time: 0.1560712 Apr 15 11:02:59.557564 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d52753-af2b-41ea-9931-042dbecaccd8 req-896c8e41-d357-47de-8b22-6fc5caed7241 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:59.559055 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-91d52753-af2b-41ea-9931-042dbecaccd8 req-896c8e41-d357-47de-8b22-6fc5caed7241 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 984 time: 0.1239269 Apr 15 11:02:59.699641 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-91d52753-af2b-41ea-9931-042dbecaccd8 req-9d3d9e9a-5845-4a4d-bff2-3b41cce2e1d4 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&id=a917e58a-7101-4996-9489-58d30c8efd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167741 Apr 15 11:02:59.738323 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c26462-bc09-4322-ad1e-aca77f6c5c35 req-980bbd7c-17ee-4abf-8c42-018d525b3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:59.739944 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c0c26462-bc09-4322-ad1e-aca77f6c5c35 req-980bbd7c-17ee-4abf-8c42-018d525b3354 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb HTTP/1.1" status: 200 len: 916 time: 0.1799490 Apr 15 11:02:59.852858 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c0c26462-bc09-4322-ad1e-aca77f6c5c35 req-df6f5c00-cc9c-4ee0-9240-ad849859c243 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d HTTP/1.1" status: 200 len: 1001 time: 0.1051762 Apr 15 11:02:59.925639 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c26462-bc09-4322-ad1e-aca77f6c5c35 req-59f13ea3-d75a-4881-851e-343a8b2ab5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:59.927297 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c0c26462-bc09-4322-ad1e-aca77f6c5c35 req-59f13ea3-d75a-4881-851e-343a8b2ab5c4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=52a1ca7f-c81a-4726-bf8f-87d09cd8edb0 HTTP/1.1" status: 200 len: 853 time: 0.0666301 Apr 15 11:03:00.013080 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c26462-bc09-4322-ad1e-aca77f6c5c35 req-6ccaecd2-3ce4-4fd1-9198-2fa13ebc4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:00.014723 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c0c26462-bc09-4322-ad1e-aca77f6c5c35 req-6ccaecd2-3ce4-4fd1-9198-2fa13ebc4e2b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795722 Apr 15 11:03:00.160877 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c0c26462-bc09-4322-ad1e-aca77f6c5c35 req-63fefa79-0424-474f-98dd-74e9f26096f0 service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372170 Apr 15 11:03:00.304387 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-c0c26462-bc09-4322-ad1e-aca77f6c5c35 req-e6baf3bb-a86b-4b46-a373-728b913e4708 service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357143 Apr 15 11:03:00.619771 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:00.906982 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce253c-0051-48b7-975b-176d8a3d86f7 req-a67e70cf-8471-40b6-948a-dea5435f49cd tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:00.908527 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-90ce253c-0051-48b7-975b-176d8a3d86f7 req-a67e70cf-8471-40b6-948a-dea5435f49cd tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 984 time: 0.0955863 Apr 15 11:03:00.959537 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-90ce253c-0051-48b7-975b-176d8a3d86f7 req-6783ee2f-da68-4dbb-b47e-9d99da14371b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&id=a917e58a-7101-4996-9489-58d30c8efd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441899 Apr 15 11:03:02.163867 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f18e18-dccc-43b2-93d3-c86cdab45184 req-79b9d41d-0ce0-4e20-9272-63b07f14e389 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:02.165466 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-34f18e18-dccc-43b2-93d3-c86cdab45184 req-79b9d41d-0ce0-4e20-9272-63b07f14e389 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 984 time: 0.0922971 Apr 15 11:03:02.217209 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-34f18e18-dccc-43b2-93d3-c86cdab45184 req-04a52160-bdbf-48c1-a31d-cfcb1882f9ce tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&id=a917e58a-7101-4996-9489-58d30c8efd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451818 Apr 15 11:03:03.420591 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5a30c-4c33-4aa8-ae73-6712088b37fb req-e6b9e643-c781-4765-b32d-bdb406030a08 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:03.422180 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f4d5a30c-4c33-4aa8-ae73-6712088b37fb req-e6b9e643-c781-4765-b32d-bdb406030a08 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 984 time: 0.0874202 Apr 15 11:03:03.474909 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-f4d5a30c-4c33-4aa8-ae73-6712088b37fb req-b5ca32c4-283c-4b9d-816f-add897f8e5d1 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&id=a917e58a-7101-4996-9489-58d30c8efd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455117 Apr 15 11:03:04.680987 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5822957-7c40-4c43-a35c-26a1e6dd2436 req-80775850-d018-4012-8822-d5d82f8ad5f7 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:04.682630 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b5822957-7c40-4c43-a35c-26a1e6dd2436 req-80775850-d018-4012-8822-d5d82f8ad5f7 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 984 time: 0.0914016 Apr 15 11:03:04.734106 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b5822957-7c40-4c43-a35c-26a1e6dd2436 req-1b8f3402-4ad9-44f0-93a1-7c1f4c473ff3 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&id=a917e58a-7101-4996-9489-58d30c8efd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447903 Apr 15 11:03:05.936993 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfcb64-e570-4850-bf5f-8aa80891f13f req-d656b036-aff6-4a9c-bb1e-d022a7f68654 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:05.938584 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38cfcb64-e570-4850-bf5f-8aa80891f13f req-d656b036-aff6-4a9c-bb1e-d022a7f68654 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 984 time: 0.0900140 Apr 15 11:03:05.993715 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-38cfcb64-e570-4850-bf5f-8aa80891f13f req-44dc5446-82d2-4196-8b10-113c6c9f2960 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&id=a917e58a-7101-4996-9489-58d30c8efd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479810 Apr 15 11:03:07.199269 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92105f-195f-42bb-944e-a6ec514473c0 req-89622a3f-ecff-43de-90d6-8f6e6e0069aa tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:07.200783 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4f92105f-195f-42bb-944e-a6ec514473c0 req-89622a3f-ecff-43de-90d6-8f6e6e0069aa tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 984 time: 0.0899670 Apr 15 11:03:07.252331 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-4f92105f-195f-42bb-944e-a6ec514473c0 req-b84e72d6-8d44-4af1-bbf2-435229425d2f tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&id=a917e58a-7101-4996-9489-58d30c8efd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442393 Apr 15 11:03:08.458974 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b057ca3-a472-454f-8d2e-2912c6841667 req-d1706fa3-8cab-4814-a816-e0ec5865bf3a tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:08.460492 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6b057ca3-a472-454f-8d2e-2912c6841667 req-d1706fa3-8cab-4814-a816-e0ec5865bf3a tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 984 time: 0.0940423 Apr 15 11:03:08.511504 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-6b057ca3-a472-454f-8d2e-2912c6841667 req-4476d732-29f9-44ec-a06b-90341bb54d93 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&id=a917e58a-7101-4996-9489-58d30c8efd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445447 Apr 15 11:03:09.715650 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236bbcb-3c05-4cc7-ba55-a26906938f66 req-dbc5cf1f-4c7f-495a-a3e7-2668cfd35f9c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:09.717270 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e236bbcb-3c05-4cc7-ba55-a26906938f66 req-dbc5cf1f-4c7f-495a-a3e7-2668cfd35f9c tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 984 time: 0.0913880 Apr 15 11:03:09.768245 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e236bbcb-3c05-4cc7-ba55-a26906938f66 req-93697b0e-cbf3-4f7b-9874-8a724ae9c48f tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&id=a917e58a-7101-4996-9489-58d30c8efd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442936 Apr 15 11:03:10.978837 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7c596-efe1-42d3-a5a3-4988e035c3d9 req-5a9a72c8-c288-4058-84ac-302131a8f7fc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:10.980430 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-69f7c596-efe1-42d3-a5a3-4988e035c3d9 req-5a9a72c8-c288-4058-84ac-302131a8f7fc tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 984 time: 0.0941195 Apr 15 11:03:11.030819 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-69f7c596-efe1-42d3-a5a3-4988e035c3d9 req-c47e0533-fc2e-4bab-a8e9-8ae6253a60d9 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&id=a917e58a-7101-4996-9489-58d30c8efd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437140 Apr 15 11:03:12.249854 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeec60-8556-4a2a-a0f6-39c8bd53651b req-b190aaf7-8cc2-450c-b5fb-de1b66a6a095 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:12.251499 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1ebeec60-8556-4a2a-a0f6-39c8bd53651b req-b190aaf7-8cc2-450c-b5fb-de1b66a6a095 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 984 time: 0.0969090 Apr 15 11:03:12.305589 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-1ebeec60-8556-4a2a-a0f6-39c8bd53651b req-4297f457-9c56-46ea-803f-6bd840b84408 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&id=a917e58a-7101-4996-9489-58d30c8efd2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469730 Apr 15 11:03:22.308071 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:24.446987 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:03:25.132713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fb3943dd-0477-41e5-a9b4-ed348b692848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:28.071703 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d84c93b9-3734-45c1-b2e2-16673179cb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:28.491282 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cddd96e3-84d3-40ba-a532-8f039b70ed71 req-3baa39fb-e4fc-4b68-8b50-008fb1444af2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824685 Apr 15 11:03:28.530315 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:28.615512 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd96e3-84d3-40ba-a532-8f039b70ed71 req-b0d103d1-1e59-47c6-9138-a35995c00aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:28.617152 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cddd96e3-84d3-40ba-a532-8f039b70ed71 req-b0d103d1-1e59-47c6-9138-a35995c00aeb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=64e845b4b0264c1294118578a41ac6bc&device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 1137 time: 0.0822728 Apr 15 11:03:28.784184 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd96e3-84d3-40ba-a532-8f039b70ed71 req-f211f5e0-3a5a-4714-89a9-da3a4bac7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:28.786331 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cddd96e3-84d3-40ba-a532-8f039b70ed71 req-f211f5e0-3a5a-4714-89a9-da3a4bac7559 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb HTTP/1.1" status: 200 len: 916 time: 0.1468437 Apr 15 11:03:28.908665 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cddd96e3-84d3-40ba-a532-8f039b70ed71 req-dccdfed2-ac77-4b59-952e-68ea243444bd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d HTTP/1.1" status: 200 len: 1001 time: 0.1153228 Apr 15 11:03:28.983914 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd96e3-84d3-40ba-a532-8f039b70ed71 req-a55cb4f5-896b-4aea-9eb8-20a019b80e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:28.985498 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cddd96e3-84d3-40ba-a532-8f039b70ed71 req-a55cb4f5-896b-4aea-9eb8-20a019b80e7a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=52a1ca7f-c81a-4726-bf8f-87d09cd8edb0 HTTP/1.1" status: 200 len: 853 time: 0.0695107 Apr 15 11:03:29.073455 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd96e3-84d3-40ba-a532-8f039b70ed71 req-36c0d27b-6ff7-4e0e-8467-724ffc1c725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:29.075036 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cddd96e3-84d3-40ba-a532-8f039b70ed71 req-36c0d27b-6ff7-4e0e-8467-724ffc1c725a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798016 Apr 15 11:03:29.227515 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cddd96e3-84d3-40ba-a532-8f039b70ed71 req-7cdd627b-b8e0-4c39-b537-b0d55d86ca89 service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419969 Apr 15 11:03:29.466447 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:29.486585 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-cddd96e3-84d3-40ba-a532-8f039b70ed71 req-de9df949-96dc-4544-af06-c9214d6fcb63 service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514539 Apr 15 11:03:30.623678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:45.775639 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e3ee4feb-349d-4fc5-80fd-347e70a28950 req-61bac812-6c0b-49ca-8a7c-c0d17d957d2d tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024323634&fields=id&tenant_id=64e845b4b0264c1294118578a41ac6bc HTTP/1.1" status: 200 len: 267 time: 0.2902215 Apr 15 11:03:45.870783 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee4feb-349d-4fc5-80fd-347e70a28950 req-6235b144-cf62-4450-8ad2-182c71bd7019 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:45.872419 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e3ee4feb-349d-4fc5-80fd-347e70a28950 req-6235b144-cf62-4450-8ad2-182c71bd7019 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 984 time: 0.0906601 Apr 15 11:03:45.886027 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.v2.base [req-e3ee4feb-349d-4fc5-80fd-347e70a28950 req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Request body: {'port': {'security_groups': ['ff34e753-ae9e-4b59-a6cb-6fbf28011c04']}} {{(pid=85286) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:03:46.017454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e3ee4feb-349d-4fc5-80fd-347e70a28950 req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854649645'] for port, before_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:46.341962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-e3ee4feb-349d-4fc5-80fd-347e70a28950 req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] For port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,segment=NetworkSegment(68d823b3-424c-47e3-896c-4627ada0183e),segment_id=68d823b3-424c-47e3-896c-4627ada0183e)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:46.368391 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e3ee4feb-349d-4fc5-80fd-347e70a28950 req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for port, precommit_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:46.371876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e3ee4feb-349d-4fc5-80fd-347e70a28950 req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794446492463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794446052467', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242408723316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843394218'] for port, after_update {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:46.387189 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1926918a-1bc7-4cbb-bdfb-a5e1dcd2de2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:46.420160 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:03:46.781962 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event updated for resources: {'Port': ['ID=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,revision_number=7']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:46.803971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:46.804757 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:46.805267 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:46.805735 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:46.806169 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:46.806831 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:46.807252 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:46.807659 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:46.808064 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:46.808568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:46.808993 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:46.809410 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:46.822678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:46.848476 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee4feb-349d-4fc5-80fd-347e70a28950 req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:46.849262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-e3ee4feb-349d-4fc5-80fd-347e70a28950 req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:46.850938 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e3ee4feb-349d-4fc5-80fd-347e70a28950 req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "PUT /v2.0/ports/dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d HTTP/1.1" status: 200 len: 942 time: 0.9704270 Apr 15 11:03:46.851539 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'tag': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:46.857463 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49342) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:46.945922 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'tag': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d', 'status': 'completed', 'code': 200} Apr 15 11:03:46.956508 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c604839-220e-4882-aca3-be840a196e34 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:46.987766 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:03:46.996046 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c604839-220e-4882-aca3-be840a196e34 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:47.122136 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d69fc3-5093-4bc2-8c58-ea5408419f5b req-b529cf3d-e328-4075-a4e4-fdacc73f8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:47.123747 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d9d69fc3-5093-4bc2-8c58-ea5408419f5b req-b529cf3d-e328-4075-a4e4-fdacc73f8fe9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=64e845b4b0264c1294118578a41ac6bc&device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 1098 time: 0.1136568 Apr 15 11:03:47.129944 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.provisioning_blocks [None req-33eb14f5-71b1-416b-b0fa-288f002a26a0 None None] Provisioning complete for port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d triggered by entity DHCP. {{(pid=85287) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:03:47.130568 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-33eb14f5-71b1-416b-b0fa-288f002a26a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-480249'] for port, provisioning_complete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:47.159156 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c604839-220e-4882-aca3-be840a196e34 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:47.168808 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-e8bf21c7-0eb4-4b79-adbd-5a52d9e74e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:47.239205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c604839-220e-4882-aca3-be840a196e34 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a917e58a-7101-4996-9489-58d30c8efd2f,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:47.244116 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2c604839-220e-4882-aca3-be840a196e34 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:47.263525 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2c604839-220e-4882-aca3-be840a196e34 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:47.264754 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-2c604839-220e-4882-aca3-be840a196e34 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "DELETE /v2.0/security-groups/a917e58a-7101-4996-9489-58d30c8efd2f HTTP/1.1" status: 204 len: 168 time: 0.4061189 Apr 15 11:03:47.267740 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49346) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:47.414195 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d69fc3-5093-4bc2-8c58-ea5408419f5b req-dfd176c5-e4a1-45eb-992f-cb05f2bf020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:47.415928 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d9d69fc3-5093-4bc2-8c58-ea5408419f5b req-dfd176c5-e4a1-45eb-992f-cb05f2bf020d service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb HTTP/1.1" status: 200 len: 916 time: 0.2813673 Apr 15 11:03:47.623868 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-1e906a5b-a88b-4436-ab60-573407858094 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Deleting port ae7accbd-31df-4f70-bd7b-5c71424ecbdc {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:47.624285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e906a5b-a88b-4436-ab60-573407858094 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:47.665724 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d9d69fc3-5093-4bc2-8c58-ea5408419f5b req-63639c82-2f3f-48ab-978b-5ee9519c003f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d HTTP/1.1" status: 200 len: 1001 time: 0.1862676 Apr 15 11:03:47.845188 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d69fc3-5093-4bc2-8c58-ea5408419f5b req-3be66e62-7daf-4771-990b-f5a754115a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:47.846816 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d9d69fc3-5093-4bc2-8c58-ea5408419f5b req-3be66e62-7daf-4771-990b-f5a754115a2d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=52a1ca7f-c81a-4726-bf8f-87d09cd8edb0 HTTP/1.1" status: 200 len: 853 time: 0.1664836 Apr 15 11:03:47.935087 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e906a5b-a88b-4436-ab60-573407858094 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:47.935401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e906a5b-a88b-4436-ab60-573407858094 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:48.075875 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-1e906a5b-a88b-4436-ab60-573407858094 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Calling delete_port for ae7accbd-31df-4f70-bd7b-5c71424ecbdc owned by network:floatingip {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:48.155262 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d69fc3-5093-4bc2-8c58-ea5408419f5b req-0e552514-dac1-494c-ae9b-26794b3a127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:48.156884 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d9d69fc3-5093-4bc2-8c58-ea5408419f5b req-0e552514-dac1-494c-ae9b-26794b3a127e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2900598 Apr 15 11:03:48.372400 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d9d69fc3-5093-4bc2-8c58-ea5408419f5b req-7bf5a2c1-0512-461a-9d01-b5682ada929d service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037094 Apr 15 11:03:48.408365 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e906a5b-a88b-4436-ab60-573407858094 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:48.431305 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-6ced5f5b-3229-40cc-81f6-10a93ad06bb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:48.574745 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e906a5b-a88b-4436-ab60-573407858094 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event deleted for resources: {'Port': ['ID=ae7accbd-31df-4f70-bd7b-5c71424ecbdc,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:48.583564 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-1e906a5b-a88b-4436-ab60-573407858094 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:48.694172 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-d9d69fc3-5093-4bc2-8c58-ea5408419f5b req-ac548d7a-616b-4076-adc1-548c5e270ad5 service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104939 Apr 15 11:03:48.804174 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e906a5b-a88b-4436-ab60-573407858094 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks [] for floatingip, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:48.804570 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.db.l3_db [None req-1e906a5b-a88b-4436-ab60-573407858094 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Floating IP 45b13038-75cd-4536-8a9d-cfbf5ae5570d disassociated (deleted). External IP: 172.28.2.241, port: dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d. Apr 15 11:03:49.191738 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e906a5b-a88b-4436-ab60-573407858094 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Router 987fe1c0-2699-4258-84d7-8d88c7484d9b has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:03:49.631724 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e906a5b-a88b-4436-ab60-573407858094 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:03:49.643195 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12effafc-3caf-46a1-8c76-4fcae4462acd None None] Sync routers for ids ['987fe1c0-2699-4258-84d7-8d88c7484d9b'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:03:49.659153 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12effafc-3caf-46a1-8c76-4fcae4462acd None None] Routers {'987fe1c0-2699-4258-84d7-8d88c7484d9b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:49.659411 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-1e906a5b-a88b-4436-ab60-573407858094 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for floatingip, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:49.660285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-12effafc-3caf-46a1-8c76-4fcae4462acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:03:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['987fe1c0-2699-4258-84d7-8d88c7484d9b'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:49.756029 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-1e906a5b-a88b-4436-ab60-573407858094 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "DELETE /v2.0/floatingips/45b13038-75cd-4536-8a9d-cfbf5ae5570d HTTP/1.1" status: 204 len: 168 time: 2.4871790 Apr 15 11:03:49.756778 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'tag': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:49.890153 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-12effafc-3caf-46a1-8c76-4fcae4462acd None None] Set router 987fe1c0-2699-4258-84d7-8d88c7484d9b gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:50.165145 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'tag': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d', 'status': 'completed', 'code': 200} Apr 15 11:03:50.316413 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be7245-2a9a-4b21-b216-58700d3c184a req-19b08ceb-d72b-42e2-ba60-ee271b8b148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:50.318008 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-84be7245-2a9a-4b21-b216-58700d3c184a req-19b08ceb-d72b-42e2-ba60-ee271b8b148e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=64e845b4b0264c1294118578a41ac6bc&device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 1098 time: 0.0939395 Apr 15 11:03:50.414821 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-12effafc-3caf-46a1-8c76-4fcae4462acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 4, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port': {'id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '13361b77-c44a-4dce-bdc5-808843e82f46', 'name': '', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'mac_address': 'fa:16:3e:ea:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 5, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'subnets': [{'id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:50.419086 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12effafc-3caf-46a1-8c76-4fcae4462acd None None] Checking router: 987fe1c0-2699-4258-84d7-8d88c7484d9b for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:03:50.429101 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12effafc-3caf-46a1-8c76-4fcae4462acd None None] Routers {'987fe1c0-2699-4258-84d7-8d88c7484d9b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:03:50.429771 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-12effafc-3caf-46a1-8c76-4fcae4462acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:03:28Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['987fe1c0-2699-4258-84d7-8d88c7484d9b'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:50.470727 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be7245-2a9a-4b21-b216-58700d3c184a req-46b2bbc1-4bd5-4d34-9bcb-ae3b552d87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:50.473155 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-84be7245-2a9a-4b21-b216-58700d3c184a req-46b2bbc1-4bd5-4d34-9bcb-ae3b552d87a1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb HTTP/1.1" status: 200 len: 916 time: 0.1462438 Apr 15 11:03:50.552981 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-84be7245-2a9a-4b21-b216-58700d3c184a req-e865f8a4-7dd9-4219-ab24-814003fe60c2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d HTTP/1.1" status: 200 len: 217 time: 0.0734007 Apr 15 11:03:50.625008 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be7245-2a9a-4b21-b216-58700d3c184a req-911452f7-cca0-4185-ad73-bcab10dafb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:50.625684 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-12effafc-3caf-46a1-8c76-4fcae4462acd None None] Set router 987fe1c0-2699-4258-84d7-8d88c7484d9b gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:03:50.626613 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-84be7245-2a9a-4b21-b216-58700d3c184a req-911452f7-cca0-4185-ad73-bcab10dafb01 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=52a1ca7f-c81a-4726-bf8f-87d09cd8edb0 HTTP/1.1" status: 200 len: 853 time: 0.0670357 Apr 15 11:03:50.749488 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be7245-2a9a-4b21-b216-58700d3c184a req-7f74955d-8eba-480a-8031-fa33eb4ffbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:50.751116 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-84be7245-2a9a-4b21-b216-58700d3c184a req-7f74955d-8eba-480a-8031-fa33eb4ffbbe service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833061 Apr 15 11:03:50.908826 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-84be7245-2a9a-4b21-b216-58700d3c184a req-95e6b68b-9820-4623-8877-6d48294a80b3 service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457975 Apr 15 11:03:50.983629 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-12effafc-3caf-46a1-8c76-4fcae4462acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 4, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port': {'id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '13361b77-c44a-4dce-bdc5-808843e82f46', 'name': '', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'mac_address': 'fa:16:3e:ea:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 5, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'subnets': [{'id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:03:50.988156 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12effafc-3caf-46a1-8c76-4fcae4462acd None None] The sync data for ids ['987fe1c0-2699-4258-84d7-8d88c7484d9b'] in dv-cinder-786385-1-smb is: [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:34Z', 'revision_number': 4, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port': {'id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb', '_interfaces': [{'id': '13361b77-c44a-4dce-bdc5-808843e82f46', 'name': '', 'network_id': 'a8c6a4fb-8275-4f46-95e0-8141aec6e5cb', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'mac_address': 'fa:16:3e:ea:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:33Z', 'updated_at': '2021-04-15T11:01:45Z', 'revision_number': 5, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'subnets': [{'id': '52a1ca7f-c81a-4726-bf8f-87d09cd8edb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:03:51.075096 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-84be7245-2a9a-4b21-b216-58700d3c184a req-fb0f75d7-745b-4d97-ac8d-ffb59da6733e service neutron] 10.222.0.102 "GET /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542687 Apr 15 11:03:51.397728 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e4b2a0-373f-4b8d-88c1-22248ff8bb2f None None] New status for floating IP 45b13038-75cd-4536-8a9d-cfbf5ae5570d: DOWN {{(pid=85288) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:03:52.307361 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:53.202703 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03586c-7ca4-4220-af30-35f82c2348f7 req-f0a2dbe6-db0c-4a69-bf83-350ab383f290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:53.203455 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-9d03586c-7ca4-4220-af30-35f82c2348f7 req-f0a2dbe6-db0c-4a69-bf83-350ab383f290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Synchronizing usage tracker for tenant:64e845b4b0264c1294118578a41ac6bc on resource:port {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:53.217739 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-9d03586c-7ca4-4220-af30-35f82c2348f7 req-f0a2dbe6-db0c-4a69-bf83-350ab383f290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Unset dirty status for tenant:64e845b4b0264c1294118578a41ac6bc on resource:port {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:53.218988 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9d03586c-7ca4-4220-af30-35f82c2348f7 req-f0a2dbe6-db0c-4a69-bf83-350ab383f290 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 945 time: 0.1039245 Apr 15 11:03:53.270995 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-9d03586c-7ca4-4220-af30-35f82c2348f7 req-aa61beea-e58b-42c0-a8dd-9824871a641f tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Synchronizing usage tracker for tenant:64e845b4b0264c1294118578a41ac6bc on resource:security_group {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:53.285545 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-9d03586c-7ca4-4220-af30-35f82c2348f7 req-aa61beea-e58b-42c0-a8dd-9824871a641f tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Unset dirty status for tenant:64e845b4b0264c1294118578a41ac6bc on resource:security_group {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:53.286818 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-9d03586c-7ca4-4220-af30-35f82c2348f7 req-aa61beea-e58b-42c0-a8dd-9824871a641f tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608099 Apr 15 11:03:54.495211 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d09d0d-27a9-443d-9ebb-da5350f5555e req-77f9cae0-3e00-44d6-b234-6ccc303d7d58 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:54.496856 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-62d09d0d-27a9-443d-9ebb-da5350f5555e req-77f9cae0-3e00-44d6-b234-6ccc303d7d58 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 945 time: 0.0928249 Apr 15 11:03:54.546263 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-62d09d0d-27a9-443d-9ebb-da5350f5555e req-81ca4a0d-b2dd-495c-927e-34857b78611a tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423517 Apr 15 11:03:55.135342 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-e62f5249-1de3-450e-8a99-0b189d4d09af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:55.423158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097512b-8faf-48fe-901b-6e272f5ea5e0 req-d24f04f7-6dd8-4fc4-b4d6-c597ccd0304b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:55.424623 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b097512b-8faf-48fe-901b-6e272f5ea5e0 req-d24f04f7-6dd8-4fc4-b4d6-c597ccd0304b tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.102 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 945 time: 0.0898697 Apr 15 11:03:55.512030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-b097512b-8faf-48fe-901b-6e272f5ea5e0 req-ce07cbf1-4e03-44e0-85d0-87bb386c5bb3 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Deleting port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:03:55.512616 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b097512b-8faf-48fe-901b-6e272f5ea5e0 req-ce07cbf1-4e03-44e0-85d0-87bb386c5bb3 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:55.856931 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [req-b097512b-8faf-48fe-901b-6e272f5ea5e0 req-ce07cbf1-4e03-44e0-85d0-87bb386c5bb3 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] For port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,segment=NetworkSegment(68d823b3-424c-47e3-896c-4627ada0183e),segment_id=68d823b3-424c-47e3-896c-4627ada0183e)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:03:55.857338 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b097512b-8faf-48fe-901b-6e272f5ea5e0 req-ce07cbf1-4e03-44e0-85d0-87bb386c5bb3 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:55.877921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d42f14-2ee2-4318-b4da-f5878e87246d req-0927f531-d1e6-4045-8c12-633261434242 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85286) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:55.880390 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-58d42f14-2ee2-4318-b4da-f5878e87246d req-0927f531-d1e6-4045-8c12-633261434242 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 945 time: 0.1699569 Apr 15 11:03:56.021631 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [req-b097512b-8faf-48fe-901b-6e272f5ea5e0 req-ce07cbf1-4e03-44e0-85d0-87bb386c5bb3 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Calling delete_port for dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d owned by compute:nova {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:03:56.103039 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-58d42f14-2ee2-4318-b4da-f5878e87246d req-00659acb-cf7f-41e4-b769-798c242ba421 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/security-groups?id=ff34e753-ae9e-4b59-a6cb-6fbf28011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670263 Apr 15 11:03:56.196981 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b097512b-8faf-48fe-901b-6e272f5ea5e0 req-ce07cbf1-4e03-44e0-85d0-87bb386c5bb3 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:56.213241 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-762eacf6-f596-47e0-9659-e780fa151e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:56.245060 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] get_ports_and_sgs() called for port_ids ['dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d'] {{(pid=85287) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:03:56.266429 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07cbf1-4e03-44e0-85d0-87bb386c5bb3 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Pushing event deleted for resources: {'Port': ['ID=dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:56.314760 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ce07cbf1-4e03-44e0-85d0-87bb386c5bb3 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:56.464650 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [req-b097512b-8faf-48fe-901b-6e272f5ea5e0 req-ce07cbf1-4e03-44e0-85d0-87bb386c5bb3 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] No DVR routers for this DVR port dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d on host hv-cinder-78638 {{(pid=85286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:03:56.467178 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [req-b097512b-8faf-48fe-901b-6e272f5ea5e0 req-ce07cbf1-4e03-44e0-85d0-87bb386c5bb3 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-975'] for port, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:56.469959 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'name': 'network-vif-deleted', 'tag': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d'}] {{(pid=85286) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:03:56.486009 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-b097512b-8faf-48fe-901b-6e272f5ea5e0 req-ce07cbf1-4e03-44e0-85d0-87bb386c5bb3 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.102 "DELETE /v2.0/ports/dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d HTTP/1.1" status: 204 len: 173 time: 1.0512316 Apr 15 11:03:56.520641 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdeebff6-0457-43bb-813f-d39cdffd6366', 'name': 'network-vif-deleted', 'tag': 'dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d', 'status': 'completed', 'code': 200} Apr 15 11:03:57.289389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-e4e56fc3-77b3-49ea-be02-244ecfb50f07 req-fce4e3b8-4ef8-43dc-aadb-cc669a384683 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Synchronizing usage tracker for tenant:64e845b4b0264c1294118578a41ac6bc on resource:port {{(pid=85286) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:03:57.303880 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.quota.resource [req-e4e56fc3-77b3-49ea-be02-244ecfb50f07 req-fce4e3b8-4ef8-43dc-aadb-cc669a384683 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Unset dirty status for tenant:64e845b4b0264c1294118578a41ac6bc on resource:port {{(pid=85286) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:03:57.305164 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [req-e4e56fc3-77b3-49ea-be02-244ecfb50f07 req-fce4e3b8-4ef8-43dc-aadb-cc669a384683 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdeebff6-0457-43bb-813f-d39cdffd6366 HTTP/1.1" status: 200 len: 210 time: 0.0640252 Apr 15 11:03:58.073401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-3ef78c7e-140b-4427-a26f-aef6f355ba38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:58.531755 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:59.153682 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49430) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:59.470174 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:59.740314 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ad2c39f8-7873-4223-8fb3-fba1ddfb66f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937223'] for router_interface, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:59.875432 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:03:59.921912 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] No Port match for: dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:03:59.922312 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Device dd19f02c-5bd6-4fb4-9e3f-815a5ebe8a8d not bound to the agent host hv-cinder-78638 {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:00.368766 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c39f8-7873-4223-8fb3-fba1ddfb66f9 admin admin] Deleting port 13361b77-c44a-4dce-bdc5-808843e82f46 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:00.369372 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ad2c39f8-7873-4223-8fb3-fba1ddfb66f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.552596 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-ad2c39f8-7873-4223-8fb3-fba1ddfb66f9 admin admin] For port 13361b77-c44a-4dce-bdc5-808843e82f46, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=13361b77-c44a-4dce-bdc5-808843e82f46,segment=NetworkSegment(68d823b3-424c-47e3-896c-4627ada0183e),segment_id=68d823b3-424c-47e3-896c-4627ada0183e)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:00.552985 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ad2c39f8-7873-4223-8fb3-fba1ddfb66f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.625205 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.687134 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ad2c39f8-7873-4223-8fb3-fba1ddfb66f9 admin admin] Calling delete_port for 13361b77-c44a-4dce-bdc5-808843e82f46 owned by network:router_interface {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:00.866422 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ad2c39f8-7873-4223-8fb3-fba1ddfb66f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:00.883462 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-364c4144-1e82-438c-bdc5-e5fc6d4b285d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:00.975554 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c39f8-7873-4223-8fb3-fba1ddfb66f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=13361b77-c44a-4dce-bdc5-808843e82f46,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:00.982401 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ad2c39f8-7873-4223-8fb3-fba1ddfb66f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:01.337687 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ad2c39f8-7873-4223-8fb3-fba1ddfb66f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854020475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937938'] for router_interface, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:01.446884 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:04:01.861635 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2c39f8-7873-4223-8fb3-fba1ddfb66f9 admin admin] Router 987fe1c0-2699-4258-84d7-8d88c7484d9b has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:04:02.062185 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2c39f8-7873-4223-8fb3-fba1ddfb66f9 admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:04:02.072429 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03590b55-da9c-4a7e-96c6-60508e9ad5fc None None] Sync routers for ids ['987fe1c0-2699-4258-84d7-8d88c7484d9b'] in dv-cinder-786385-1-smb {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:04:02.078064 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-ad2c39f8-7873-4223-8fb3-fba1ddfb66f9 admin admin] 10.222.0.96 "PUT /v2.0/routers/987fe1c0-2699-4258-84d7-8d88c7484d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9231868 Apr 15 11:04:02.080689 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49434) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:02.083974 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03590b55-da9c-4a7e-96c6-60508e9ad5fc None None] Routers {'987fe1c0-2699-4258-84d7-8d88c7484d9b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:04:02.084666 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-03590b55-da9c-4a7e-96c6-60508e9ad5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:03:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['987fe1c0-2699-4258-84d7-8d88c7484d9b'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:02.271713 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Notify callbacks [] for router, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:02.278638 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-03590b55-da9c-4a7e-96c6-60508e9ad5fc None None] Set router 987fe1c0-2699-4258-84d7-8d88c7484d9b gateway port host: dv-cinder-786385-1-smb {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:04:02.465030 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:02.473714 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Deleting port 976f8a8c-586d-4b8b-9aee-185aa9380e96 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:02.474084 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:02.593183 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-03590b55-da9c-4a7e-96c6-60508e9ad5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9'}], 'enable_snat': True}, 'gw_port_id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:04:00Z', 'revision_number': 5, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port': {'id': '976f8a8c-586d-4b8b-9aee-185aa9380e96', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:14:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:02.597454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03590b55-da9c-4a7e-96c6-60508e9ad5fc None None] Checking router: 987fe1c0-2699-4258-84d7-8d88c7484d9b for host: dv-cinder-786385-1-smb {{(pid=85287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:04:02.606732 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03590b55-da9c-4a7e-96c6-60508e9ad5fc None None] Routers {'987fe1c0-2699-4258-84d7-8d88c7484d9b'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:04:02.607417 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-03590b55-da9c-4a7e-96c6-60508e9ad5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:03:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['987fe1c0-2699-4258-84d7-8d88c7484d9b'], 'active': True} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:02.662428 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] For port 976f8a8c-586d-4b8b-9aee-185aa9380e96, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=976f8a8c-586d-4b8b-9aee-185aa9380e96,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:02.662876 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:02.772851 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-03590b55-da9c-4a7e-96c6-60508e9ad5fc None None] Set router 987fe1c0-2699-4258-84d7-8d88c7484d9b gateway port host: None {{(pid=85287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:04:02.802752 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Calling delete_port for 976f8a8c-586d-4b8b-9aee-185aa9380e96 owned by network:router_gateway {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:02.895802 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-03590b55-da9c-4a7e-96c6-60508e9ad5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:04:02Z', 'revision_number': 6, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port_host': None}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:02.900636 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03590b55-da9c-4a7e-96c6-60508e9ad5fc None None] The sync data for ids ['987fe1c0-2699-4258-84d7-8d88c7484d9b'] in dv-cinder-786385-1-smb is: [{'id': '987fe1c0-2699-4258-84d7-8d88c7484d9b', 'name': 'tempest-TestMinimumBasicScenario-711541333-router', 'tenant_id': '64e845b4b0264c1294118578a41ac6bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:29Z', 'updated_at': '2021-04-15T11:04:02Z', 'revision_number': 6, 'project_id': '64e845b4b0264c1294118578a41ac6bc', 'gw_port_host': None}] {{(pid=85287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:04:03.247184 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:03.264278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8f879fa3-d49e-4657-a278-c6f010d70fc3 tempest-TestShelveInstance-915886712 tempest-TestShelveInstance-915886712-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:03.363776 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=976f8a8c-586d-4b8b-9aee-185aa9380e96,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:03.368080 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:03.531558 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-937780'] for router_gateway, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:03.720555 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763743'] for router, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:03.724021 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:03.748076 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853841342'] for router, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:03.748900 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 987fe1c0-2699-4258-84d7-8d88c7484d9b {{(pid=85286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:04:03.764130 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] Notify callbacks [] for router, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:03.765519 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-5c19462b-b8ff-4506-b621-fbba62514e79 admin admin] 10.222.0.96 "DELETE /v2.0/routers/987fe1c0-2699-4258-84d7-8d88c7484d9b HTTP/1.1" status: 204 len: 168 time: 1.6832266 Apr 15 11:04:03.768359 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49438) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:03.775086 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 13361b77-c44a-4dce-bdc5-808843e82f46 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:03.816151 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: 13361b77-c44a-4dce-bdc5-808843e82f46 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:04:03.816816 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 13361b77-c44a-4dce-bdc5-808843e82f46 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:03.817255 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 976f8a8c-586d-4b8b-9aee-185aa9380e96 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:03.842922 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-720a653e-88bb-4760-a7a8-fff1a706af4a admin admin] Deleting subnet 52a1ca7f-c81a-4726-bf8f-87d09cd8edb0 {{(pid=85286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:04:03.846602 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-720a653e-88bb-4760-a7a8-fff1a706af4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:03.857268 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: 976f8a8c-586d-4b8b-9aee-185aa9380e96 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:04:03.857670 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 976f8a8c-586d-4b8b-9aee-185aa9380e96 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:03.907344 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-720a653e-88bb-4760-a7a8-fff1a706af4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844155786'] for subnet, precommit_delete_associations {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:03.993874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-720a653e-88bb-4760-a7a8-fff1a706af4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:04.263795 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-720a653e-88bb-4760-a7a8-fff1a706af4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843394279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843314525'] for subnet, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:04.279393 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:04.369782 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a653e-88bb-4760-a7a8-fff1a706af4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a1ca7f-c81a-4726-bf8f-87d09cd8edb0,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:04.372700 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-720a653e-88bb-4760-a7a8-fff1a706af4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:04.418450 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-720a653e-88bb-4760-a7a8-fff1a706af4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:04.423451 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc86615-fde1-4ae9-9d1b-2a23b735dfa7 None None] Network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:04:04.426666 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-720a653e-88bb-4760-a7a8-fff1a706af4a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/52a1ca7f-c81a-4726-bf8f-87d09cd8edb0 HTTP/1.1" status: 204 len: 168 time: 0.6552646 Apr 15 11:04:04.428231 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49442) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:04.547445 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:04.617173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Deleting port 9712d41c-1044-4cb5-adad-3f69841dffa2 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:04.617541 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:04.711672 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438cc6b8-e318-4208-9ac2-14c62c0a0c6d None None] DHCP port deletion for a8c6a4fb-8275-4f46-95e0-8141aec6e5cb request from dv-cinder-786385-1-smb {{(pid=85287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:04:04.716093 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-438cc6b8-e318-4208-9ac2-14c62c0a0c6d None None] Deleting port 9712d41c-1044-4cb5-adad-3f69841dffa2 {{(pid=85287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:04.716552 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-438cc6b8-e318-4208-9ac2-14c62c0a0c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:04.855264 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] For port 9712d41c-1044-4cb5-adad-3f69841dffa2, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=9712d41c-1044-4cb5-adad-3f69841dffa2,segment=NetworkSegment(68d823b3-424c-47e3-896c-4627ada0183e),segment_id=68d823b3-424c-47e3-896c-4627ada0183e)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:04.855541 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:04.938891 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-438cc6b8-e318-4208-9ac2-14c62c0a0c6d None None] For port 9712d41c-1044-4cb5-adad-3f69841dffa2, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=9712d41c-1044-4cb5-adad-3f69841dffa2,segment=NetworkSegment(68d823b3-424c-47e3-896c-4627ada0183e),segment_id=68d823b3-424c-47e3-896c-4627ada0183e)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:04.939254 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-438cc6b8-e318-4208-9ac2-14c62c0a0c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:04.994960 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Calling delete_port for 9712d41c-1044-4cb5-adad-3f69841dffa2 owned by network:dhcp {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:05.076215 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-438cc6b8-e318-4208-9ac2-14c62c0a0c6d None None] Calling delete_port for 9712d41c-1044-4cb5-adad-3f69841dffa2 owned by network:dhcp {{(pid=85287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:05.078869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.100097 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9fdca7cc-41a0-4573-8ee1-07b4ac5382a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:05.212766 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9712d41c-1044-4cb5-adad-3f69841dffa2,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:05.217806 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:05.262294 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] No DVR routers for this DVR port 9712d41c-1044-4cb5-adad-3f69841dffa2 on host dv-cinder-786385-1-smb {{(pid=85286) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:04:05.332217 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.db.api [None req-438cc6b8-e318-4208-9ac2-14c62c0a0c6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85287) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:04:05.332613 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_db.api [None req-438cc6b8-e318-4208-9ac2-14c62c0a0c6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:04:05.390658 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.508394 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c6a4fb-8275-4f46-95e0-8141aec6e5cb']}} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:05.522019 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d823b3-424c-47e3-896c-4627ada0183e') {'for_net_delete': True} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:05.522362 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d823b3-424c-47e3-896c-4627ada0183e') {} {{(pid=85286) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:05.535714 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10620014'] for segment, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.551031 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.559786 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=85286) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:04:05.747158 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb has no segments {{(pid=85286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:04:05.756685 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11376058'] for segment, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.772483 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 9712d41c-1044-4cb5-adad-3f69841dffa2 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:05.810676 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: 9712d41c-1044-4cb5-adad-3f69841dffa2 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:04:05.811155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device 9712d41c-1044-4cb5-adad-3f69841dffa2 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:05.833470 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-438cc6b8-e318-4208-9ac2-14c62c0a0c6d None None] Deleting port 9712d41c-1044-4cb5-adad-3f69841dffa2 {{(pid=85287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:05.833899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-438cc6b8-e318-4208-9ac2-14c62c0a0c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.911593 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-438cc6b8-e318-4208-9ac2-14c62c0a0c6d None None] The port '9712d41c-1044-4cb5-adad-3f69841dffa2' was deleted {{(pid=85287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:04:05.940425 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Network a8c6a4fb-8275-4f46-95e0-8141aec6e5cb has no segments {{(pid=85286) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:04:05.963853 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:04:06.042654 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:06.046278 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ec296868-0212-48d5-8f74-06cb38a8403c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:06.060230 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:06.074640 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c6a4fb-8275-4f46-95e0-8141aec6e5cb,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:06.078492 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:06.080508 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-ba700bdd-74ad-43bb-9dfc-ad7b7ffd76e8 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a8c6a4fb-8275-4f46-95e0-8141aec6e5cb HTTP/1.1" status: 204 len: 168 time: 1.6511943 Apr 15 11:04:06.084420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49448) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:06.934777 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-44809063-00e5-4ad3-97df-09bc82cd0f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-937223'] for router_interface, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:07.333257 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-44809063-00e5-4ad3-97df-09bc82cd0f4a admin admin] Deleting port c4e5f03a-535d-4d71-b1da-2bf22fc3e880 {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:07.333654 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-44809063-00e5-4ad3-97df-09bc82cd0f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:07.535006 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-44809063-00e5-4ad3-97df-09bc82cd0f4a admin admin] For port c4e5f03a-535d-4d71-b1da-2bf22fc3e880, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=c4e5f03a-535d-4d71-b1da-2bf22fc3e880,segment=NetworkSegment(7460e256-6678-4258-b154-33ebf04ee239),segment_id=7460e256-6678-4258-b154-33ebf04ee239)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:07.535409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-44809063-00e5-4ad3-97df-09bc82cd0f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:07.672462 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-44809063-00e5-4ad3-97df-09bc82cd0f4a admin admin] Calling delete_port for c4e5f03a-535d-4d71-b1da-2bf22fc3e880 owned by network:router_interface {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:07.858987 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-44809063-00e5-4ad3-97df-09bc82cd0f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:07.873916 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-8e4aaf70-dbef-4dee-b038-c35ce64dc921 tempest-TestMinimumBasicScenario-1734405979 tempest-TestMinimumBasicScenario-1734405979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:07.972865 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44809063-00e5-4ad3-97df-09bc82cd0f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e5f03a-535d-4d71-b1da-2bf22fc3e880,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:07.975496 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-44809063-00e5-4ad3-97df-09bc82cd0f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:08.354108 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-44809063-00e5-4ad3-97df-09bc82cd0f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854020475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-937938'] for router_interface, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:08.916124 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44809063-00e5-4ad3-97df-09bc82cd0f4a admin admin] Router 3c2073b1-f4f2-4822-9914-05fcf15775d1 has already been hosted by L3 agent 5855746d-8229-4944-a008-0799a85f9945 {{(pid=85286) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:04:09.414351 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44809063-00e5-4ad3-97df-09bc82cd0f4a admin admin] Notify agent at l3_agent.dv-cinder-786385-1-smb the message routers_updated {{(pid=85286) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:04:09.424452 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b011a7-9227-4399-9109-391bfdef2b6a None None] Sync routers for ids ['3c2073b1-f4f2-4822-9914-05fcf15775d1'] in dv-cinder-786385-1-smb {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:04:09.435988 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-44809063-00e5-4ad3-97df-09bc82cd0f4a admin admin] 10.222.0.96 "PUT /v2.0/routers/3c2073b1-f4f2-4822-9914-05fcf15775d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3498666 Apr 15 11:04:09.436742 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b011a7-9227-4399-9109-391bfdef2b6a None None] Routers {'3c2073b1-f4f2-4822-9914-05fcf15775d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:04:09.437902 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-44b011a7-9227-4399-9109-391bfdef2b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:03:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['3c2073b1-f4f2-4822-9914-05fcf15775d1'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:09.440024 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49452) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:09.649226 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-44b011a7-9227-4399-9109-391bfdef2b6a None None] Set router 3c2073b1-f4f2-4822-9914-05fcf15775d1 gateway port host: dv-cinder-786385-1-smb {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:04:09.821896 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Notify callbacks [] for router, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:10.148159 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:10.157824 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Deleting port feb90d80-aaee-4473-98d1-aac947f3fd8d {{(pid=85286) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:10.158578 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:10.167697 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-44b011a7-9227-4399-9109-391bfdef2b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'name': 'tempest-TestMinimumBasicScenario-1199380276-router', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'external_fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': 'feb90d80-aaee-4473-98d1-aac947f3fd8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:38Z', 'updated_at': '2021-04-15T11:04:07Z', 'revision_number': 5, 'project_id': '9be8316c99b94b778e57f68410625f94', 'gw_port': {'id': 'feb90d80-aaee-4473-98d1-aac947f3fd8d', 'name': '', 'network_id': '07542e32-3df2-45eb-88b2-df384f761ab0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:fc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786385-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:01:39Z', 'updated_at': '2021-04-15T11:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a111444-f903-4ab8-a6a6-fdc00bae7494', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786385-1-smb'}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:10.172696 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b011a7-9227-4399-9109-391bfdef2b6a None None] Checking router: 3c2073b1-f4f2-4822-9914-05fcf15775d1 for host: dv-cinder-786385-1-smb {{(pid=85288) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:04:10.184063 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b011a7-9227-4399-9109-391bfdef2b6a None None] Routers {'3c2073b1-f4f2-4822-9914-05fcf15775d1'} bound to L3 agent in host dv-cinder-786385-1-smb {{(pid=85288) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:04:10.184828 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-44b011a7-9227-4399-9109-391bfdef2b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786385-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:44:28Z,description=,heartbeat_timestamp=2021-04-15T11:03:58Z,host='dv-cinder-786385-1-smb',id=5855746d-8229-4944-a008-0799a85f9945,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:44:28Z,topic='l3_agent')) {'router_ids': ['3c2073b1-f4f2-4822-9914-05fcf15775d1'], 'active': True} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:10.468540 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvr_db [None req-44b011a7-9227-4399-9109-391bfdef2b6a None None] Set router 3c2073b1-f4f2-4822-9914-05fcf15775d1 gateway port host: None {{(pid=85288) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:04:10.482573 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] For port feb90d80-aaee-4473-98d1-aac947f3fd8d, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=feb90d80-aaee-4473-98d1-aac947f3fd8d,segment=NetworkSegment(897c21a4-549b-4b85-84f2-04695eff0e48),segment_id=897c21a4-549b-4b85-84f2-04695eff0e48)] {{(pid=85286) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:10.483213 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:10.683931 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_hamode_db [None req-44b011a7-9227-4399-9109-391bfdef2b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'name': 'tempest-TestMinimumBasicScenario-1199380276-router', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:38Z', 'updated_at': '2021-04-15T11:04:10Z', 'revision_number': 6, 'project_id': '9be8316c99b94b778e57f68410625f94', 'gw_port_host': None}], 'dv-cinder-786385-1-smb', False) {} {{(pid=85288) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:10.691518 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b011a7-9227-4399-9109-391bfdef2b6a None None] The sync data for ids ['3c2073b1-f4f2-4822-9914-05fcf15775d1'] in dv-cinder-786385-1-smb is: [{'id': '3c2073b1-f4f2-4822-9914-05fcf15775d1', 'name': 'tempest-TestMinimumBasicScenario-1199380276-router', 'tenant_id': '9be8316c99b94b778e57f68410625f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:01:38Z', 'updated_at': '2021-04-15T11:04:10Z', 'revision_number': 6, 'project_id': '9be8316c99b94b778e57f68410625f94', 'gw_port_host': None}] {{(pid=85288) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:04:10.722292 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Calling delete_port for feb90d80-aaee-4473-98d1-aac947f3fd8d owned by network:router_gateway {{(pid=85286) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:10.963096 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11381614'] for port, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:10.987197 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ed0ca33a-7379-4054-8b72-26a7df46628d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:11.090162 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Pushing event deleted for resources: {'Port': ['ID=feb90d80-aaee-4473-98d1-aac947f3fd8d,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:11.101442 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:11.297018 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-937780'] for router_gateway, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:11.504781 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854763743'] for router, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:11.507574 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:11.530102 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853841342'] for router, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:11.530847 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c2073b1-f4f2-4822-9914-05fcf15775d1 {{(pid=85286) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:04:11.549136 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] Notify callbacks [] for router, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:11.551936 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-aa1fc643-bd7c-408d-8ad2-13d3868c323c admin admin] 10.222.0.96 "DELETE /v2.0/routers/3c2073b1-f4f2-4822-9914-05fcf15775d1 HTTP/1.1" status: 204 len: 168 time: 2.1091976 Apr 15 11:04:11.554818 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49456) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:11.657899 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2b67de-65da-4353-be1a-83b6ce776b41 admin admin] Deleting subnet 0883e272-4887-475d-be00-ebacc89ddf0f {{(pid=85286) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:04:11.662177 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9f2b67de-65da-4353-be1a-83b6ce776b41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:11.729460 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9f2b67de-65da-4353-be1a-83b6ce776b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844155786'] for subnet, precommit_delete_associations {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:11.798463 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device feb90d80-aaee-4473-98d1-aac947f3fd8d no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:11.836689 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9f2b67de-65da-4353-be1a-83b6ce776b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1038'] for subnet, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:11.840963 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: feb90d80-aaee-4473-98d1-aac947f3fd8d {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:04:11.841625 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device feb90d80-aaee-4473-98d1-aac947f3fd8d not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:11.842313 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device c4e5f03a-535d-4d71-b1da-2bf22fc3e880 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:11.894129 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: c4e5f03a-535d-4d71-b1da-2bf22fc3e880 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:04:11.895363 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device c4e5f03a-535d-4d71-b1da-2bf22fc3e880 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:12.159950 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9f2b67de-65da-4353-be1a-83b6ce776b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843394279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843314525'] for subnet, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:12.188869 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:12.290058 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b67de-65da-4353-be1a-83b6ce776b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0883e272-4887-475d-be00-ebacc89ddf0f,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:12.300382 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-9f2b67de-65da-4353-be1a-83b6ce776b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:12.351135 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-9f2b67de-65da-4353-be1a-83b6ce776b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for subnet, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:12.358199 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37da9649-9386-4bf4-a6cb-44c8728661a2 None None] Network 19928c64-2e52-4d97-b525-6b26ba4e5cf1 requested from dv-cinder-786385-1-smb {{(pid=85287) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:04:12.358785 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-9f2b67de-65da-4353-be1a-83b6ce776b41 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/0883e272-4887-475d-be00-ebacc89ddf0f HTTP/1.1" status: 204 len: 168 time: 0.8024213 Apr 15 11:04:12.363118 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49460) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:12.780505 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854680644'] for network, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:12.841005 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7581d206-1bcd-43c9-952b-456eb602803d None None] DHCP port deletion for 19928c64-2e52-4d97-b525-6b26ba4e5cf1 request from dv-cinder-786385-1-smb {{(pid=85287) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:04:12.846173 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-7581d206-1bcd-43c9-952b-456eb602803d None None] Deleting port dfa60957-86cc-4dce-91a5-1e004ee816f7 {{(pid=85287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:12.846762 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7581d206-1bcd-43c9-952b-456eb602803d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:12.858414 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Deleting port dfa60957-86cc-4dce-91a5-1e004ee816f7 {{(pid=85285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:12.858845 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:13.196066 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-7581d206-1bcd-43c9-952b-456eb602803d None None] For port dfa60957-86cc-4dce-91a5-1e004ee816f7, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=dfa60957-86cc-4dce-91a5-1e004ee816f7,segment=NetworkSegment(7460e256-6678-4258-b154-33ebf04ee239),segment_id=7460e256-6678-4258-b154-33ebf04ee239)] {{(pid=85287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:13.196678 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7581d206-1bcd-43c9-952b-456eb602803d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:13.200458 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.db [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] For port dfa60957-86cc-4dce-91a5-1e004ee816f7, host dv-cinder-786385-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786385-1-smb',level=0,port_id=dfa60957-86cc-4dce-91a5-1e004ee816f7,segment=NetworkSegment(7460e256-6678-4258-b154-33ebf04ee239),segment_id=7460e256-6678-4258-b154-33ebf04ee239)] {{(pid=85285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:13.201102 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942682'] for port, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:13.355754 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Calling delete_port for dfa60957-86cc-4dce-91a5-1e004ee816f7 owned by network:dhcp {{(pid=85285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:13.401744 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-7581d206-1bcd-43c9-952b-456eb602803d None None] Calling delete_port for dfa60957-86cc-4dce-91a5-1e004ee816f7 owned by network:dhcp {{(pid=85287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:04:13.448784 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854649668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854659751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794446492446', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242408723350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036842780480'] for port, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:13.476614 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-103edf52-b614-4275-b6b5-177ae6c483bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:13.523429 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.db.api [None req-7581d206-1bcd-43c9-952b-456eb602803d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85287) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:04:13.524104 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_db.api [None req-7581d206-1bcd-43c9-952b-456eb602803d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85287) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:04:13.597855 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa60957-86cc-4dce-91a5-1e004ee816f7,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:13.615010 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:13.615454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:13.615884 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:13.616308 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:13.616726 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:13.617146 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:13.617564 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:13.617972 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:13.618387 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:13.618836 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:13.619249 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:13.619660 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786385-1-smb {{(pid=85285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:13.634416 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:13.671799 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] No DVR routers for this DVR port dfa60957-86cc-4dce-91a5-1e004ee816f7 on host dv-cinder-786385-1-smb {{(pid=85285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:04:13.786197 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device dfa60957-86cc-4dce-91a5-1e004ee816f7 no longer exists at agent ovs-agent-dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:13.854020 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] No Port match for: dfa60957-86cc-4dce-91a5-1e004ee816f7 {{(pid=85287) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:04:13.854706 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.rpc [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Device dfa60957-86cc-4dce-91a5-1e004ee816f7 not bound to the agent host dv-cinder-786385-1-smb {{(pid=85287) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:04:13.873977 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854295311', 'neutron.services.segments.db._delete_segments_for_network--9223363242408154689'] for network, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:14.005182 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19928c64-2e52-4d97-b525-6b26ba4e5cf1']}} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:14.020076 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7460e256-6678-4258-b154-33ebf04ee239') {'for_net_delete': True} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:14.020389 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.services.segments.db [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7460e256-6678-4258-b154-33ebf04ee239') {} {{(pid=85285) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:04:14.025507 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-7581d206-1bcd-43c9-952b-456eb602803d None None] Deleting port dfa60957-86cc-4dce-91a5-1e004ee816f7 {{(pid=85287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:04:14.026029 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-7581d206-1bcd-43c9-952b-456eb602803d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242408294533'] for port, before_delete {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:14.034624 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242408154433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843129508'] for segment, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:14.053874 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769560'] for segment, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:14.061186 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=85285) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:04:14.110032 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.plugin [None req-7581d206-1bcd-43c9-952b-456eb602803d None None] The port 'dfa60957-86cc-4dce-91a5-1e004ee816f7' was deleted {{(pid=85287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:04:14.266054 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Network 19928c64-2e52-4d97-b525-6b26ba4e5cf1 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:04:14.277579 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036842768876'] for segment, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:14.474301 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.plugins.ml2.managers [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Network 19928c64-2e52-4d97-b525-6b26ba4e5cf1 has no segments {{(pid=85285) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: Traceback (most recent call last): Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: timer() Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: cb(*args, **kw) Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: return func(*args, **kwargs) Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: self._notify() Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: self.callback(batched_events) Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: event.method(event) Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: segment_id)['aggregates'][0] Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: return f(self, *a, **k) Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: return self._get(url).json() Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: **kwargs) Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: return self.request(url, 'GET', **kwargs) Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: **endpoint_filter) Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:04:14.499224 dv-cinder-786385-1-smb neutron-server[85170]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:04:14.650239 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-480390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853838050'] for network, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:14.656027 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-405c858a-bc6d-4812-8edf-8d228ce33193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:14.681285 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755391'] for network, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:14.703921 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=19928c64-2e52-4d97-b525-6b26ba4e5cf1,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:14.709993 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:14.713209 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-ce5c7dac-b461-4873-971b-3b7a7a0967d9 admin admin] 10.222.0.96 "DELETE /v2.0/networks/19928c64-2e52-4d97-b525-6b26ba4e5cf1 HTTP/1.1" status: 204 len: 168 time: 2.3487508 Apr 15 11:04:14.962881 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49466) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:15.022948 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-667ff606-b0f9-4d94-a86a-b7062599690c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=64e845b4b0264c1294118578a41ac6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586100 Apr 15 11:04:15.027524 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85286) accepted ('10.222.0.96', 49470) {{(pid=85286) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:15.101528 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2176aa6f-78c0-4c20-b738-b50a8da47c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:15.133703 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2176aa6f-78c0-4c20-b738-b50a8da47c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:15.196454 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2176aa6f-78c0-4c20-b738-b50a8da47c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:15.205977 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-c0b67965-d7f9-4016-8d4e-9213f418817a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:15.234230 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176aa6f-78c0-4c20-b738-b50a8da47c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff34e753-ae9e-4b59-a6cb-6fbf28011c04,revision_number=None']} {{(pid=85286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:15.239218 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-2176aa6f-78c0-4c20-b738-b50a8da47c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85286) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:15.248796 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-2176aa6f-78c0-4c20-b738-b50a8da47c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85286) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:15.254160 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-2176aa6f-78c0-4c20-b738-b50a8da47c94 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ff34e753-ae9e-4b59-a6cb-6fbf28011c04 HTTP/1.1" status: 204 len: 168 time: 0.2221870 Apr 15 11:04:15.802190 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49478) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:15.861163 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-6230a95b-09cb-4ae3-b867-1f02716df5e2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9be8316c99b94b778e57f68410625f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575602 Apr 15 11:04:15.866501 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [-] (85285) accepted ('10.222.0.96', 49482) {{(pid=85285) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:15.946383 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-222ffdf8-cf28-4f2b-b8df-bb81b4d98c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:15.982036 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-222ffdf8-cf28-4f2b-b8df-bb81b4d98c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:16.043888 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-222ffdf8-cf28-4f2b-b8df-bb81b4d98c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967545'] for security_group, after_delete {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:16.050859 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-49f9653c-6c7a-4106-b1dc-c14e5f78fdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:16.068499 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ffdf8-cf28-4f2b-b8df-bb81b4d98c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6575859d-9d42-4bb4-82f9-11db0aa85466,revision_number=None']} {{(pid=85285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:16.072870 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG oslo_concurrency.lockutils [None req-222ffdf8-cf28-4f2b-b8df-bb81b4d98c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85285) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:16.075409 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-222ffdf8-cf28-4f2b-b8df-bb81b4d98c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85285) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:16.077256 dv-cinder-786385-1-smb neutron-server[85170]: INFO neutron.wsgi [None req-222ffdf8-cf28-4f2b-b8df-bb81b4d98c0b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6575859d-9d42-4bb4-82f9-11db0aa85466 HTTP/1.1" status: 204 len: 168 time: 0.2093987 Apr 15 11:04:22.332067 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:25.139061 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a85ba8b3-a967-4134-b641-b6f8df6b0c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:28.077129 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d1d2ce3b-9e7c-4a08-964b-2a19cc2025be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:28.542200 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:29.479090 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:30.638967 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:38.448116 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:04:52.333553 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:55.143832 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-99168e49-f596-4350-8dbe-7cc53dd2299a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:58.082157 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4f287142-7950-43b9-8a2a-bced98a984c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:58.543106 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:59.473420 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:00.633104 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:15.448861 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:05:22.364033 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:25.148484 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-4c172ac7-f6e8-48f0-98ac-4deb6b064f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:28.081140 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-77d50e9d-5a87-412b-b9d2-a85c675c8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:28.537224 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:29.481404 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:30.635427 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:52.360895 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:52.449655 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:05:55.152910 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-508b27cf-6dea-4be6-93bf-36cbd566ead2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:58.078064 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-34bf024e-2f44-4510-9e83-d053e1649142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:58.540461 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:59.475863 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:00.638216 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:22.357417 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:25.157430 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-239594ee-40d1-4e61-a174-ee1e40e3be48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:28.075174 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa454-6816-449a-8a07-6cc9ca5ad44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:28.542953 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:29.450366 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:06:29.480583 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:30.643586 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:52.358711 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:55.161877 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d2b678b1-df6c-4bfc-9ee4-fad0ddf0e6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:58.071882 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-362b0ab6-a7c7-400e-b7d7-41f05b500728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:58.549215 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:59.485365 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:00.644331 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:06.450286 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:07:22.383048 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:25.176038 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b113ce43-d859-41e9-8a64-30d53bae3064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:28.065992 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-d4d1c087-8a83-44dc-8998-3d409c47f83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:28.549183 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:29.490155 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:30.649146 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:43.452594 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:07:52.383466 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:55.169656 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-466598ca-5706-4904-9c67-e8ae153c8195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:58.070991 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-a48286b8-1af3-46fe-8bb7-6701ff226487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:58.552321 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:59.495867 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:00.651747 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:20.453326 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:08:22.374971 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:25.177946 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c4a26641-13f4-4c41-a16d-16e2bff119a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:28.071219 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-425c034d-40ec-4087-848b-fa39a058832e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:28.555022 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:29.489579 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:30.654406 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:52.371485 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:55.174052 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-59f37abf-58b8-4bb2-bb53-337b2d3554fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:57.454181 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.db.agents_db [None req-c80ce756-1266-48ed-8548-b3b592198372 None None] Agent healthcheck: found 6 active agents {{(pid=85288) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:08:58.065235 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-6769a5eb-14ca-4b15-8b05-3f5d144c9450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:58.558732 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-cf556ee9-104f-4db0-8bea-26e29bb9bc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:59.493403 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-c6c9cfc2-233e-4181-97e3-daed50ccaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:00.660094 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb60-ebaf-490c-ac58-1e1183d88991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:22.386566 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-fc66676d-23ed-4ad7-9528-97c1a412172c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:24.044677 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron.wsgi [req-4dcfbe7b-3bc7-4756-935d-7ba4de80ce7a req-84b3dc72-2664-4fb5-ade2-4849d350d8c7 service neutron] (85285) timed out ('10.222.0.102', 49953) {{(pid=85285) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 11:09:25.188079 dv-cinder-786385-1-smb neutron-server[85170]: DEBUG neutron_lib.callbacks.manager [None req-af497e7f-40ec-4354-a44e-dafd4d0c3210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242408154706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-479811'] for agent, after_update {{(pid=85287) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}